-- Logs begin at Fri 2021-07-23 15:26:10 UTC, end at Fri 2021-07-23 16:38:03 UTC. --
Jul 23 16:10:09.538595 dv-cinder-802036-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jul 23 16:10:11.903307 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.common.config [-] Logging enabled!
Jul 23 16:10:11.904048 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev4
Jul 23 16:10:11.904048 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78411) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jul 23 16:10:11.907207 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.common.config [-] Logging enabled!
Jul 23 16:10:11.907462 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev4
Jul 23 16:10:11.907774 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78411) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jul 23 16:10:11.909549 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 23 16:10:11.909793 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 23 16:10:11.910156 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 23 16:10:11.910403 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 23 16:10:11.910633 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 23 16:10:11.910957 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.911280 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.911579 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.911807 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.912102 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.912394 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.912677 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.912968 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.913264 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.913552 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.913833 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.914120 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.914360 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.914642 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.914934 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.915249 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.915475 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.915758 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.916183 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.916588 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.916871 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.917163 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.917445 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.917719 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.918002 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.918288 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.918619 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] host                           = dv-cinder-802036-1-iscsi {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.918896 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.919208 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.919497 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.919782 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.920058 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.920336 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.920620 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.920893 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.921165 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.921438 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.921725 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.922010 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.922304 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.922531 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.922749 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.923112 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.923401 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.923676 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.923970 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.924404 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.924799 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.925081 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.925357 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.925647 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.925935 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.926221 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.926496 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.926770 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.927067 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.927344 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.927630 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.927905 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.928178 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.928454 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.928742 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.929012 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.929286 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.929584 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.929869 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.930150 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.930434 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.930706 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.931002 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.931278 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.931548 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.931819 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.932089 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.932360 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.932643 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.932914 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.933186 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.933458 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.933726 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.934008 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:11.934307 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.934606 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.934913 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.935233 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.935530 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.935810 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.936101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.936383 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.936673 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.936964 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.937254 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.937534 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.937823 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.938101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.938397 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.938705 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.939019 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.939314 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.940116 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.940550 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.940921 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.941214 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.941508 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.941807 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.942099 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.942375 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.942663 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.942959 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.943265 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.943541 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.943822 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.944113 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.944392 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.944669 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.944957 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.945234 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.945508 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.945782 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.946062 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.946351 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.946628 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.946900 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.947197 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.947475 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.947745 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.948031 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.948307 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.948580 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.948855 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.949135 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.949408 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.949679 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.949955 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.950227 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.950503 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.950776 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.951069 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.951343 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.951613 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.951884 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.952156 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.952426 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.952703 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.952975 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.953248 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.953520 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.953791 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.954065 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.954350 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.954649 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.954931 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.955289 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.956232 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.956232 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.956851 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.957134 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.957417 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.957699 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.957975 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.958270 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.958555 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.958842 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.959159 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.959442 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.959742 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.960020 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.960305 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.960584 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.960861 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.961153 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.961440 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.961736 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.962030 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.962324 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.962617 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.962908 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.963215 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.963524 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.963804 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:11.964024 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 23 16:10:11.964265 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78411) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jul 23 16:10:12.356813 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO keyring.backend [-] Loading KWallet
Jul 23 16:10:12.364852 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO keyring.backend [-] Loading SecretService
Jul 23 16:10:12.368443 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO keyring.backend [-] Loading Windows
Jul 23 16:10:12.369766 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO keyring.backend [-] Loading chainer
Jul 23 16:10:12.370346 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO keyring.backend [-] Loading macOS
Jul 23 16:10:12.404395 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78411) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:10:12.404669 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78411) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:10:12.404956 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78411) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:10:12.405294 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.manager [-] Loading core plugin: ml2
Jul 23 16:10:12.713178 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.713389 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.713665 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.714875 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.715175 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.715442 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.837428 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.837704 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.837975 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.851994 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.852277 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.852544 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.881203 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.881478 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.881746 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.919886 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.920451 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:12.920451 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.153251 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f091b7608b0> agent after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.153534 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f091b7608b0> agent after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.153801 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f091b760940> segment precommit_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.154065 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f091b7609d0> network precommit_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.155022 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f091b754f70> segment before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.279449 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> network before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.279702 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f091b72ee50> agent before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.279983 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> network before_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.280251 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> port before_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.280514 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> port before_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.280826 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> segment after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.281088 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> segment precommit_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.281342 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> segment precommit_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.281595 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> segment after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.281880 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> network after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.282149 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> network precommit_delete 0 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.282402 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> port provisioning_complete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.282663 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> rbac-policy before_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.282917 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> rbac-policy after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.283208 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> agent after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.283599 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> subnet after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.284040 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> subnet precommit_delete 0 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.284371 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> rbac-policy before_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.284632 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> rbac-policy before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.284921 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> segment_host_mapping after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.285281 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> port after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.285536 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> port after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.285785 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> port after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.286068 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> rbac-policy before_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.286317 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> rbac-policy before_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.286561 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f091c33ddf0>> rbac-policy before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.286955 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:10:13.287205 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:10:13.287440 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:10:13.287673 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:10:13.287910 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:10:13.288141 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:10:13.288604 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jul 23 16:10:13.291782 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jul 23 16:10:13.295674 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jul 23 16:10:13.300204 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])])
Jul 23 16:10:13.301842 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jul 23 16:10:13.302285 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jul 23 16:10:13.302617 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jul 23 16:10:13.303026 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jul 23 16:10:13.305783 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jul 23 16:10:13.306035 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jul 23 16:10:13.306528 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jul 23 16:10:13.334943 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jul 23 16:10:13.335413 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f091b54aa30>> qos_plugin after_init 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.335714 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78411) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jul 23 16:10:13.336077 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f091b54a490>> logging-plugin after_init 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.337425 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78411) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jul 23 16:10:13.337707 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jul 23 16:10:13.337953 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jul 23 16:10:13.341047 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f091b527dc0>> floatingip before_response 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.341333 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f091b527dc0>> port before_response 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.404468 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jul 23 16:10:13.404704 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jul 23 16:10:13.404940 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jul 23 16:10:13.405315 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jul 23 16:10:13.437824 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_db.sqlalchemy.engines [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78411) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jul 23 16:10:13.771853 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Initializing driver for type 'gre'
Jul 23 16:10:13.772445 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] gre ID ranges: [(1, 1000)]
Jul 23 16:10:13.825030 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Initializing driver for type 'local'
Jul 23 16:10:13.825443 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Initializing driver for type 'vlan'
Jul 23 16:10:13.837850 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] VlanTypeDriver initialization complete
Jul 23 16:10:13.838214 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Initializing driver for type 'vxlan'
Jul 23 16:10:13.838714 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] vxlan ID ranges: [(1, 1000)]
Jul 23 16:10:13.889295 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Initializing extension driver 'port_security'
Jul 23 16:10:13.889634 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] PortSecurityExtensionDriver initialization complete
Jul 23 16:10:13.889969 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Initializing mechanism driver 'openvswitch'
Jul 23 16:10:13.890293 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Initializing mechanism driver 'hyperv'
Jul 23 16:10:13.897349 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:10:13.898100 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b61d190>> port after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.898467 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b61d190>> port after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.898818 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b61d190>> port after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.899225 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b61d6a0>> subnet after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.899575 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b61d6a0>> subnet after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.899916 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b61d6a0>> subnet after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.900288 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b094850>> network after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.900631 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b094850>> network after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.900966 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b094850>> network after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.901333 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b094ac0>> security_group after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.901674 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b094ac0>> security_group after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.902011 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b094ac0>> security_group after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.902383 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b094d30>> security_group_rule after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.902728 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b094d30>> security_group_rule after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.903089 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b094d30>> security_group_rule after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.903462 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b094f70>> address_group after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.903799 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b094f70>> address_group after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.904128 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f091b094f70>> address_group after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.904461 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] ML2 OVO RPC backend initialized. {{(pid=78411) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jul 23 16:10:13.905153 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> router_interface after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.905501 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> router_interface after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.905911 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> network before_response 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.906251 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> networks before_response 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.906590 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> port before_response 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.906922 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> ports before_response 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.907281 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> subnet before_response 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.907615 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> subnets before_response 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.907954 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> network after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.908285 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> network after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.909241 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> network after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.909585 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> port after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.909910 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> port after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.910236 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> port after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.910563 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> subnet after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.910893 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> subnet after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.911246 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f091b099370>> subnet after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.911817 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.plugin [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Modular L2 Plugin initialization complete
Jul 23 16:10:13.912145 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading services supported by the core plugin {{(pid=78411) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jul 23 16:10:13.912463 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.plugins.ml2.managers [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Got port-security extension from driver 'port_security'
Jul 23 16:10:13.912915 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.extensions.vlantransparent [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Disabled vlantransparent extension.
Jul 23 16:10:13.913395 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78411) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jul 23 16:10:13.913706 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading Plugin: router
Jul 23 16:10:13.948857 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router_interface before_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.949462 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router after_create 55549900 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.949595 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router before_create 55549900 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.949958 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router_interface before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.950324 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router_interface after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.950676 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router after_delete 55549900 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.951060 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> floatingip after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.951423 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router after_create 55549900 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.951766 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router after_update 55549900 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.952110 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router after_update 55549900 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.952461 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router_gateway after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.952807 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router after_update 55549900 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.953215 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router precommit_update 55549900 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.953579 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f091b6a7430> port after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.953915 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f091b6a74c0> port after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.954248 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f091b6a73a0> subnet after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.954581 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f091b6a7040> subnetpool_address_scope after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.954924 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> port precommit_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.955900 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router precommit_create 55549900 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.956240 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f091b7d1280> port before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.956746 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router precommit_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.957108 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router after_update 55549900 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.957451 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router precommit_delete 55549900 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.957797 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router precommit_create 55549900 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.958158 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router_interface after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.958501 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> router precommit_update 55549900 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.958863 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> agent after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.959239 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> agent after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.959582 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f091b099490>> network after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.960428 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Tracking information for resource: router configured {{(pid=78411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:10:13.960758 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Tracking information for resource: floatingip configured {{(pid=78411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:10:13.965574 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.db.l3_agentschedulers_db [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jul 23 16:10:13.966142 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f091b0083a0> port after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.966496 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f091b008280> port after_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.966845 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <function _notify_port_delete at 0x7f091b008310> port after_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.967252 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f091b008670> port after_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.968079 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f091afa9ca0>> router before_create 55550100 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.968485 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f091afa9ca0>> router precommit_delete 55550100 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.968869 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f091afa9ca0>> router precommit_create 55550100 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.969239 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f091afa9ca0>> router precommit_update 55550100 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.975101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.services.provider_configuration [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service providers = [] {{(pid=78411) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jul 23 16:10:13.975450 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.db.servicetype_db [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78411) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jul 23 16:10:13.978796 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.services.service_base [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78411) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 23 16:10:13.979217 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.services.service_base [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78411) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 23 16:10:13.979608 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.services.service_base [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78411) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 23 16:10:13.980498 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.services.service_base [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78411) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 23 16:10:13.981048 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.services.service_base [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Default provider is not specified for service type L3_ROUTER_NAT
Jul 23 16:10:13.981443 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:10:13.981770 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jul 23 16:10:13.993005 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:10:13.993340 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading Plugin: auto_allocate
Jul 23 16:10:13.999140 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f091afd7a60> network precommit_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:13.999512 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f091afd7a60> network precommit_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:14.000049 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:10:14.000345 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading Plugin: tag
Jul 23 16:10:14.007262 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:10:14.007592 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading Plugin: timestamp
Jul 23 16:10:14.011394 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:10:14.011722 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading Plugin: network_ip_availability
Jul 23 16:10:14.016919 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f091b02b8b0>> rbac-policy before_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:14.017287 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f091b02b8b0>> rbac-policy before_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:14.017639 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f091b02b8b0>> rbac-policy before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:14.019207 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:10:14.019207 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading Plugin: flavors
Jul 23 16:10:14.025382 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:10:14.025655 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading Plugin: revisions
Jul 23 16:10:14.030092 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:10:14.030280 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_concurrency.lockutils [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.625s {{(pid=78411) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:10:14.031040 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78411) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jul 23 16:10:14.031377 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Initializing extension manager.
Jul 23 16:10:14.031878 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: __init__.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.032217 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: __pycache__ {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.032548 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.032875 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: address_group.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.034211 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.034764 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: address-group
Jul 23 16:10:14.035115 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: address_scope.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.035827 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.036321 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: address-scope
Jul 23 16:10:14.036638 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: admin_state_down_before_update.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.037563 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.038062 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: router-admin-state-down-before-update
Jul 23 16:10:14.038381 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: agent.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.039110 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.039605 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: agent
Jul 23 16:10:14.039921 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: agent_resources_synced.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.040819 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.041315 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: agent-resources-synced
Jul 23 16:10:14.041629 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: allowedaddresspairs.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.043437 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.043951 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: allowed-address-pairs
Jul 23 16:10:14.044277 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: auto_allocated_topology.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.045341 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.045841 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: auto-allocated-topology
Jul 23 16:10:14.046186 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: availability_zone.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.046869 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.047395 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: availability_zone
Jul 23 16:10:14.047713 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: availability_zone_filter.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.048612 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.049236 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: availability_zone_filter
Jul 23 16:10:14.049553 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: data_plane_status.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.050533 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.051057 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension data-plane-status not supported by any of loaded plugins
Jul 23 16:10:14.051376 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: default_subnetpools.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.052283 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.052774 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: default-subnetpools
Jul 23 16:10:14.053090 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: dhcpagentscheduler.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.053893 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.054389 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: dhcp_agent_scheduler
Jul 23 16:10:14.054711 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: dns.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.055655 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.056148 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension dns-integration not supported by any of loaded plugins
Jul 23 16:10:14.056466 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: dns_domain_ports.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.057372 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.057870 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension dns-domain-ports not supported by any of loaded plugins
Jul 23 16:10:14.058189 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: dvr.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.058857 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.059391 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: dvr
Jul 23 16:10:14.059709 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: empty_string_filtering.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.060613 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.061109 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: empty-string-filtering
Jul 23 16:10:14.061424 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.062348 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.062837 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jul 23 16:10:14.063182 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.064081 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.064571 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jul 23 16:10:14.065357 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: external_net.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.065888 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.066380 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: external-net
Jul 23 16:10:14.066696 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: extra_dhcp_opt.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.067622 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.068116 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: extra_dhcp_opt
Jul 23 16:10:14.068432 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: extraroute.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.069341 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.069835 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: extraroute
Jul 23 16:10:14.070152 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: extraroute_atomic.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.071190 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.071689 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: extraroute-atomic
Jul 23 16:10:14.072011 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: filter_validation.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.072667 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.073161 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: filter-validation
Jul 23 16:10:14.073480 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: fip_pf_description.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.074544 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.075064 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jul 23 16:10:14.075387 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: fip_port_details.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.076303 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.076798 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: fip-port-details
Jul 23 16:10:14.077116 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: flavors.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.078326 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.078834 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: flavors
Jul 23 16:10:14.079189 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.081359 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.081866 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jul 23 16:10:14.082191 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: floatingip_pools.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.082884 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.083408 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: floatingip-pools
Jul 23 16:10:14.083729 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: ip_allocation.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.084640 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.085136 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension ip_allocation not supported by any of loaded plugins
Jul 23 16:10:14.085452 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.086370 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.086869 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: ip-substring-filtering
Jul 23 16:10:14.087216 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: l2_adjacency.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.088143 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.088639 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension l2_adjacency not supported by any of loaded plugins
Jul 23 16:10:14.088963 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: l3.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.089912 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.090421 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: router
Jul 23 16:10:14.090742 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: l3_conntrack_helper.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.092955 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.093476 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jul 23 16:10:14.093805 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.094731 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.095269 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: ext-gw-mode
Jul 23 16:10:14.095595 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.097056 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.097551 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: l3-ha
Jul 23 16:10:14.097872 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: l3_flavors.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.098784 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.099310 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: l3-flavors
Jul 23 16:10:14.099886 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.100806 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.101298 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: l3-port-ip-change-not-allowed
Jul 23 16:10:14.101617 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: l3agentscheduler.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.102646 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.103171 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: l3_agent_scheduler
Jul 23 16:10:14.103493 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: logging.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.104956 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.105467 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension logging not supported by any of loaded plugins
Jul 23 16:10:14.105790 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: metering.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.106521 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.107115 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: metering
Jul 23 16:10:14.107435 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.108523 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.109037 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: metering_source_and_destination_fields
Jul 23 16:10:14.109357 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: multiprovidernet.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.110801 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.110911 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: multi-provider
Jul 23 16:10:14.111239 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: netmtu.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.112200 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.112786 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: net-mtu
Jul 23 16:10:14.113019 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: netmtu_writable.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.113929 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.114429 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: net-mtu-writable
Jul 23 16:10:14.114747 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: network_availability_zone.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.115438 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.115935 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: network_availability_zone
Jul 23 16:10:14.116249 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: network_ip_availability.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.117329 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.117832 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: network-ip-availability
Jul 23 16:10:14.118150 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: network_segment_range.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.118910 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.119429 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension network-segment-range not supported by any of loaded plugins
Jul 23 16:10:14.119744 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: pagination.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.120709 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.121033 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: pagination
Jul 23 16:10:14.121348 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: port_device_profile.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.122258 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.122763 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: port-device-profile
Jul 23 16:10:14.123120 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.124035 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.124534 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: port-mac-address-regenerate
Jul 23 16:10:14.124852 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.125767 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.126264 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: port-numa-affinity-policy
Jul 23 16:10:14.126582 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: port_resource_request.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.127612 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.128103 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension port-resource-request not supported by any of loaded plugins
Jul 23 16:10:14.128413 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: portbindings.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.129347 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.129843 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: binding
Jul 23 16:10:14.130161 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: portbindings_extended.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.131524 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.132029 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: binding-extended
Jul 23 16:10:14.132350 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: portsecurity.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.133253 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.133752 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: port-security
Jul 23 16:10:14.134070 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: project_id.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.135057 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.135385 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: project-id
Jul 23 16:10:14.135703 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: providernet.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.136621 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.137122 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: provider
Jul 23 16:10:14.137441 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: qos.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.141005 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.141515 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension qos not supported by any of loaded plugins
Jul 23 16:10:14.141838 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.143600 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.144099 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jul 23 16:10:14.144423 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.145334 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.145884 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jul 23 16:10:14.146161 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: qos_default.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.147092 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.147592 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension qos-default not supported by any of loaded plugins
Jul 23 16:10:14.147914 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: qos_fip.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.148566 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.149058 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension qos-fip not supported by any of loaded plugins
Jul 23 16:10:14.149375 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: qos_gateway_ip.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.150291 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.150786 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jul 23 16:10:14.151134 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: qos_port_network_policy.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.152035 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.152530 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jul 23 16:10:14.152847 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: qos_rule_type_details.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.153754 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.154249 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jul 23 16:10:14.154565 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: qos_rules_alias.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.155629 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.156129 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension qos-rules-alias not supported by any of loaded plugins
Jul 23 16:10:14.156445 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: quotasv2.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.157339 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.157780 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: quotas
Jul 23 16:10:14.158097 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: quotasv2_detail.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.160289 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.160625 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: quota_details
Jul 23 16:10:14.161004 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: rbac.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.161993 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.162508 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: rbac-policies
Jul 23 16:10:14.162834 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: rbac_address_group.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.163852 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.164356 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: rbac-address-group
Jul 23 16:10:14.164677 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: rbac_address_scope.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.165583 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.166087 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: rbac-address-scope
Jul 23 16:10:14.166409 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: rbac_security_groups.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.167336 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.167838 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: rbac-security-groups
Jul 23 16:10:14.168159 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: rbac_subnetpool.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.169087 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.169589 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: rbac-subnetpool
Jul 23 16:10:14.169910 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: revisionifmatch.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.170817 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.171352 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: revision-if-match
Jul 23 16:10:14.171670 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: revisions.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.172766 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.173267 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: standard-attr-revisions
Jul 23 16:10:14.173584 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: router_availability_zone.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.174276 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.174774 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: router_availability_zone
Jul 23 16:10:14.175127 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: routerservicetype.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.176036 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.176537 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension router-service-type not supported by any of loaded plugins
Jul 23 16:10:14.176849 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.177757 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.178256 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: security-groups-normalized-cidr
Jul 23 16:10:14.178571 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: security_groups_port_filtering.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.179511 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.180007 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: port-security-groups-filtering
Jul 23 16:10:14.180322 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.181235 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.181730 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: security-groups-remote-address-group
Jul 23 16:10:14.182045 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: securitygroup.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.192101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.192619 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: security-group
Jul 23 16:10:14.192946 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: segment.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.193719 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.194218 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension segment not supported by any of loaded plugins
Jul 23 16:10:14.194539 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.195507 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.196001 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jul 23 16:10:14.196323 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: servicetype.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.197423 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.197936 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: service-type
Jul 23 16:10:14.198259 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: sorting.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.199257 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.199598 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: sorting
Jul 23 16:10:14.199908 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: standard_attr_segment.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.200812 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.201314 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension standard-attr-segment not supported by any of loaded plugins
Jul 23 16:10:14.201631 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: standardattrdescription.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.202268 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.202757 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: standard-attr-description
Jul 23 16:10:14.203101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: stateful_security_group.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.204011 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.204511 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: stateful-security-group
Jul 23 16:10:14.204829 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: stdattrs_common.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.206022 dv-cinder-802036-1-iscsi neutron-server[78411]: WARNING neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jul 23 16:10:14.206369 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.207427 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.207931 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jul 23 16:10:14.208251 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: subnet_onboard.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.209319 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.209822 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: subnet_onboard
Jul 23 16:10:14.210141 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.211099 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.211599 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jul 23 16:10:14.211919 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: subnet_service_types.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.212839 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.213341 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: subnet-service-types
Jul 23 16:10:14.213660 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: subnetallocation.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.214730 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.215262 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: subnet_allocation
Jul 23 16:10:14.215581 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.216236 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.216728 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: subnetpool-prefix-ops
Jul 23 16:10:14.217043 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.217980 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.218474 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jul 23 16:10:14.218793 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: tagging.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.219883 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.220389 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: standard-attr-tag
Jul 23 16:10:14.220711 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: timestamp.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.221955 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.222454 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loaded extension: standard-attr-timestamp
Jul 23 16:10:14.222773 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: trunk.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.223821 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.224329 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension trunk not supported by any of loaded plugins
Jul 23 16:10:14.224913 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: trunk_details.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.225806 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.226308 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension trunk-details not supported by any of loaded plugins
Jul 23 16:10:14.226627 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: uplink_status_propagation.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.227571 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.228074 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jul 23 16:10:14.228390 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Loading extension file: vlantransparent.py {{(pid=78411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 23 16:10:14.229052 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 23 16:10:14.229551 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extension vlan-transparent not supported by any of loaded plugins
Jul 23 16:10:14.232000 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:network
Jul 23 16:10:14.232734 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:subnet
Jul 23 16:10:14.233512 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:subnetpool
Jul 23 16:10:14.234117 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:port
Jul 23 16:10:14.235422 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.235865 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service FLAVORS assigned prefix:  {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.236602 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.237050 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.237380 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:router
Jul 23 16:10:14.238027 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:floatingip
Jul 23 16:10:14.238741 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service METERING assigned prefix: /metering {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.240222 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f091aeac7f0>> rbac-policy before_create 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:14.240591 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f091aeac7f0>> rbac-policy before_update 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:14.240939 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f091aeac7f0>> rbac-policy before_delete 55550000 {{(pid=78411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:10:14.242100 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of CountableResource for resource:rbac_policy
Jul 23 16:10:14.242539 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:security_group
Jul 23 16:10:14.243402 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 23 16:10:14.243979 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service CORE assigned prefix:  {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.244308 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:subnetpool
Jul 23 16:10:14.244641 dv-cinder-802036-1-iscsi neutron-server[78411]: WARNING neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] subnetpool is already registered
Jul 23 16:10:14.245254 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service CORE assigned prefix:  {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.245578 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:subnetpool
Jul 23 16:10:14.245902 dv-cinder-802036-1-iscsi neutron-server[78411]: WARNING neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] subnetpool is already registered
Jul 23 16:10:14.248653 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.249085 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service FLAVORS assigned prefix:  {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.249678 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.250155 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.250484 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:router
Jul 23 16:10:14.250882 dv-cinder-802036-1-iscsi neutron-server[78411]: WARNING neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] router is already registered
Jul 23 16:10:14.251502 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:floatingip
Jul 23 16:10:14.251834 dv-cinder-802036-1-iscsi neutron-server[78411]: WARNING neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] floatingip is already registered
Jul 23 16:10:14.252979 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service METERING assigned prefix: /metering {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.253651 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of CountableResource for resource:rbac_policy
Jul 23 16:10:14.253977 dv-cinder-802036-1-iscsi neutron-server[78411]: WARNING neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] rbac_policy is already registered
Jul 23 16:10:14.254521 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:security_group
Jul 23 16:10:14.254847 dv-cinder-802036-1-iscsi neutron-server[78411]: WARNING neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] security_group is already registered
Jul 23 16:10:14.255471 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 23 16:10:14.255805 dv-cinder-802036-1-iscsi neutron-server[78411]: WARNING neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] security_group_rule is already registered
Jul 23 16:10:14.256464 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service CORE assigned prefix:  {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.256790 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:subnetpool
Jul 23 16:10:14.257116 dv-cinder-802036-1-iscsi neutron-server[78411]: WARNING neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] subnetpool is already registered
Jul 23 16:10:14.257703 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.v2.resource_helper [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Service CORE assigned prefix:  {{(pid=78411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:10:14.258024 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Creating instance of TrackedResource for resource:subnetpool
Jul 23 16:10:14.258340 dv-cinder-802036-1-iscsi neutron-server[78411]: WARNING neutron.quota.resource_registry [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] subnetpool is already registered
Jul 23 16:10:14.258993 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: extensions {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.260492 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: address-groups {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.262147 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: address-scopes {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.263388 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: agents {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.264544 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: auto-allocated-topology {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.265795 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: availability_zones {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.268941 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: dhcp-networks {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.270359 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: dhcp-agents {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.271828 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: routers {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.273641 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: flavors {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.274809 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: service_profiles {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.276076 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: next_providers {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.277557 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: service_profiles {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.279048 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: floatingip-pools {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.280273 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: routers {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.282057 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: floatingips {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.283263 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: l3-routers {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.284753 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: l3-agents {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.286212 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: metering-labels {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.287597 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: metering-label-rules {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.288875 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: network-ip-availabilities {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.290138 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: bindings {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.291901 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: quotas {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.293348 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: quotas {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.294753 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: rbac-policies {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.296061 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: security-groups {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.297261 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: security-group-rules {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.298510 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: service-providers {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.299904 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: subnetpools {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.301329 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: subnetpools {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.302769 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: tags {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.304500 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: tags {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.306289 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: tags {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.308114 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: tags {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.309899 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: tags {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.311786 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: tags {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.313492 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: tags {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.316051 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: tags {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.317812 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: tags {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.319669 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron.api.extensions [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Extended resource: tags {{(pid=78411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 23 16:10:14.325495 dv-cinder-802036-1-iscsi neutron-server[78411]: WARNING keystonemiddleware.auth_token [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jul 23 16:10:14.331587 dv-cinder-802036-1-iscsi neutron-server[78411]: WARNING keystonemiddleware.auth_token [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jul 23 16:10:14.339625 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_concurrency.lockutils [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Acquired lock "singleton_lock" {{(pid=78411) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jul 23 16:10:14.340090 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_concurrency.lockutils [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Releasing lock "singleton_lock" {{(pid=78411) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jul 23 16:10:14.340721 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO oslo_service.service [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Starting 2 workers
Jul 23 16:10:14.345420 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Started child 78518 {{(pid=78411) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 23 16:10:14.350081 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Started child 78519 {{(pid=78411) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 23 16:10:14.350735 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:14.351684 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO neutron.service [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Neutron service started, listening on 0.0.0.0:9696
Jul 23 16:10:14.352300 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [-] (78518) wsgi starting up on http://0.0.0.0:9696
Jul 23 16:10:14.352488 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Notify callbacks [] for process, before_spawn {{(pid=78411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:14.354259 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:14.354754 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO oslo_service.service [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Starting 1 workers
Jul 23 16:10:14.355678 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [-] (78519) wsgi starting up on http://0.0.0.0:9696
Jul 23 16:10:14.359879 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Started child 78520 {{(pid=78411) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 23 16:10:14.360381 dv-cinder-802036-1-iscsi neutron-server[78411]: INFO oslo_service.service [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Starting 1 workers
Jul 23 16:10:14.363277 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.service [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] calling RpcWorker wait() {{(pid=78520) _wait /opt/stack/neutron/neutron/service.py:128}}
Jul 23 16:10:14.363834 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.service [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] returning from RpcWorker wait() {{(pid=78520) _wait /opt/stack/neutron/neutron/service.py:135}}
Jul 23 16:10:14.364881 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Started child 78521 {{(pid=78411) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 23 16:10:14.365285 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:14.365672 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6397-c72b-41bc-b287-39a07e3086ee None None] Notify callbacks [] for process, after_spawn {{(pid=78411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:14.365816 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:10:14.367533 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78411) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 23 16:10:14.367746 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 23 16:10:14.367931 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 23 16:10:14.368141 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 23 16:10:14.368486 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 23 16:10:14.368666 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 23 16:10:14.369141 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.369373 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:14.369850 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.369850 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.369989 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.370190 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.370742 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.371020 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.371289 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.371561 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.371811 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.371978 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.372143 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.372401 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.372656 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.372951 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.373229 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.373482 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.373748 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.373901 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.374142 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.374396 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.374620 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.374887 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.375153 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.375607 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.375834 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.376054 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.376301 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.376594 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.376819 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.377602 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.377873 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.378125 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.378382 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.378623 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.378848 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.379132 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.379331 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.379566 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.379786 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.380278 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] host                           = dv-cinder-802036-1-iscsi {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.380528 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.380746 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.380980 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.381225 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.381467 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.381678 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.381924 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.382181 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.382443 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.382683 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.382956 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.383208 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.383445 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.383732 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.383886 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.384055 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.384351 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.384624 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.384812 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.384971 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.385142 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.385394 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.385541 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.385788 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.386038 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.386252 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.386466 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.386699 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.386933 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.387210 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.387453 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.387684 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.387891 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.388153 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.388376 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.388599 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.388823 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.389036 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.389267 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.389478 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.389690 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.389913 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.390124 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.390356 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.390609 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.390826 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.391107 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.391346 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.391585 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.391809 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.392034 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.392250 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.392667 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.393702 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.394325 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.394942 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.395433 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:10:14.395723 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.395994 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.396218 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.396439 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.396662 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.396896 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.397101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.397376 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.397797 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.397797 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.398013 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.398217 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.398445 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.398871 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.399206 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.399670 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.400064 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.400441 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.400824 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.401254 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.401668 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.402112 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.402353 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.402679 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.402906 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.403222 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.403464 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.403706 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.403997 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.404456 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.404895 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.405451 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.405881 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.406288 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.406861 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.407390 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.407846 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.408544 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.82/identity {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.408890 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.409116 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.409369 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.409586 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.409825 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.410039 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.410263 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.410537 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.410761 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.411042 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.411249 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.411487 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.411703 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.412655 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.412655 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.412655 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.412655 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.412963 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.413038 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.413254 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.413470 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.413688 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.413915 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.414153 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.414413 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.414642 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.414863 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.415119 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.415353 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.417160 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.417160 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.417160 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.417160 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.417160 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.417160 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.417160 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.417160 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.417767 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.417767 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.417767 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.417988 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.418089 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.418305 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.418520 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.418729 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.418948 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.419194 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.419425 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.419656 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.419872 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.420102 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.420312 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.420540 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.420758 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.420990 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.421222 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.421436 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.421656 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.421894 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.422162 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.422771 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.423321 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.423726 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.424162 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.424435 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.424681 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.424930 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.425185 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.425427 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.425661 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.425948 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.426171 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.426425 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.426675 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.426885 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.427178 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.427399 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.427621 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.427869 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.428101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.428348 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.428599 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.428859 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.429132 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.429422 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.429702 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.429975 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.430222 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.430493 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.430724 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.431036 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.431414 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.431748 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.432016 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.432261 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.432520 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.432760 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.433008 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.433268 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.433497 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.433754 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.433968 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.434237 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.434521 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.434711 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.434954 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.435212 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.435542 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.435803 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.436043 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.436256 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.436511 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.436772 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.437027 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.437277 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.437534 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.437778 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.438046 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.438274 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.82/identity {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.438503 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.438747 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.439016 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.439233 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.439467 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.440209 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.440422 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.440787 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.441179 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.441587 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.441968 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.442368 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.442812 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.443255 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.443664 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.444076 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.444310 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.444567 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.444807 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.445085 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.445265 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.445599 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.446038 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.446439 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.446682 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.446951 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.447221 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.447436 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.447681 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.447907 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.448402 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.448625 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.448870 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.449088 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.449303 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.449540 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.449773 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.449986 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.450217 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.450442 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.450654 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.450885 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.451155 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.451487 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.451745 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.451971 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.452201 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.452413 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.452653 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.452887 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.453101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.453320 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.453529 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.453742 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.454002 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.454240 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.454489 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.454718 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.454957 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.455226 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.455990 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.456210 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.456490 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.456728 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.456954 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.457189 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.457433 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.457657 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.457888 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.458096 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.458329 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.458536 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.458757 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.458963 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.459224 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.459443 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.459672 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.459950 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.460204 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.460434 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.460723 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.460952 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.461190 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.461452 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.461779 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.462010 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.462244 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.462496 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.462710 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.462927 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.463211 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.463526 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.463835 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.464077 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.464329 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.464608 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.464879 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.465146 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.465375 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.465690 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.466008 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.466300 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.466544 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.466788 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.467088 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.467338 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.467570 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.467800 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.468031 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.468251 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.468507 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.468754 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.468976 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.469396 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.469622 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.469859 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.470101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.470329 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.470575 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.470789 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.471081 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 23 16:10:14.471608 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78411) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 23 16:10:14.471765 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 23 16:10:14.471916 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 23 16:10:14.472101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 23 16:10:14.472268 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 23 16:10:14.472418 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 23 16:10:14.472621 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.472781 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.472939 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.473087 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.473240 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.473417 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.473576 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.473757 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.473893 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.474028 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.474160 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.474311 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.474720 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.474880 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.475060 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.475218 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.475375 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.475532 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.475693 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.475849 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.476006 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.476162 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.476323 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.476482 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.476683 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.476844 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.477000 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.477157 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.477312 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.477468 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.477623 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.477780 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.477936 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.478094 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.478251 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.479009 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.479009 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.479009 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.479009 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.480358 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.480358 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] host                           = dv-cinder-802036-1-iscsi {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.480358 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.480358 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.480358 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.480358 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.480358 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.480358 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.482167 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.482167 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.482167 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.482167 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.482167 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.482167 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.482167 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.482167 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.482167 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.483598 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.483598 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.483598 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.483598 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.483598 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.483598 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.483598 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484066 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484066 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484066 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484066 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484066 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484066 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484066 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484066 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484588 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484588 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484588 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484588 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484588 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484915 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.484915 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.485055 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.485211 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.485211 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.485786 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.485786 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.485786 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.487101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.487101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.487101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.487101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.487101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.487101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.487101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.487101 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.489482 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.489482 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.489482 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.489482 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.489482 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.489482 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.489482 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.489482 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.491757 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.491757 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.491757 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.491757 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.491757 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.491757 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.491757 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.491757 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.491757 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.492372 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:10:14.492372 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492372 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492372 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492372 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492372 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492372 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492372 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492908 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492908 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492908 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492908 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492908 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492908 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492908 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.492908 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493440 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493440 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493440 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493440 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493440 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493440 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493440 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493440 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493972 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493972 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.82/identity {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493972 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493972 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493972 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.493972 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.494369 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.494369 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.494369 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.494578 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.494657 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.494761 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.494924 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.495105 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.495443 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.495607 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.496089 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.496089 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.496089 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499082 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499082 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499082 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499082 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499082 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499082 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499082 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499082 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499082 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499665 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499665 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499665 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499665 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499665 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499665 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499665 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499665 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.499665 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500145 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500145 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500145 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500145 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500145 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500145 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500145 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500145 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500145 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500620 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500620 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500620 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500786 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500851 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:10:14.500933 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.500933 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.501524 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.501524 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.501524 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.501805 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.501805 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.501955 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.502034 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.502672 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.502845 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.503017 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.503200 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.503355 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.503515 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.503674 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.503834 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.503993 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.504152 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.504311 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.504470 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.504628 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.504786 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.504945 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.505107 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.505266 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.505428 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.505588 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.505746 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.505905 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.506063 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.506222 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.506380 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.506541 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.506703 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.506863 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.507044 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.507200 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.507372 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.507531 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.507667 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.507826 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.507992 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.508163 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.508312 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.508471 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.508632 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.508791 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.508950 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.509109 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.509268 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.509428 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.509587 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.509746 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.509912 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.510067 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.510231 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.510390 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.510549 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.510730 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.510890 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.511072 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.511233 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.511392 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.511553 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.511716 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.511876 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.512035 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.512194 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.512354 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.512517 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.82/identity {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.512666 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.512908 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.513222 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.513373 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.513506 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.513667 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.514010 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.514010 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.514452 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.514582 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.514665 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.514814 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.514939 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.515146 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.515308 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.515680 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.515680 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.515845 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.515927 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.516082 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.516241 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.516399 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.516558 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.516718 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.516946 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.517089 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.517220 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.517342 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.517471 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.517631 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.518396 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.518561 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.518724 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.519017 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.519163 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.519325 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.519485 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.519646 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.519807 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.519966 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.520127 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.520309 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.520449 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.520623 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.520783 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.520943 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.521103 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.521263 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.521424 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.521584 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.521748 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.521907 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.522067 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.522227 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.522388 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.522552 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.522711 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.522871 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.523051 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.523213 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.523373 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.523532 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.523704 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.523864 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.524025 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.524184 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.524343 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.524513 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.524674 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.524833 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.524992 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.525151 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.525320 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.525484 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.525638 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.525791 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.525947 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.526166 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.526262 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.526425 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.526591 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.526750 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.526919 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.527091 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.527249 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.527409 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.527571 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.527732 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.527891 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.528050 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.528212 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.528376 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.528545 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.528712 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.528873 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.529040 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.529208 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.529376 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.529535 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.529700 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.529871 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.530031 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.530189 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.530347 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.530507 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.530666 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.530824 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.530996 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.531160 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.531318 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.531462 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.531625 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.531788 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.531947 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.532106 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.532265 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.532423 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.532581 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.532807 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.532964 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:10:14.533051 dv-cinder-802036-1-iscsi neutron-server[78411]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 23 16:10:14.705159 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 39962) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:10:14.713735 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [-] 10.222.0.82 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062373
Jul 23 16:10:25.164986 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2475bd4-52b9-492f-ae2c-566af3b3cbf2 None None] get_active_networks_info from dv-cinder-802036-1-iscsi {{(pid=78520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Jul 23 16:10:25.282308 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2475bd4-52b9-492f-ae2c-566af3b3cbf2 None None] No non-hosted networks {{(pid=78520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jul 23 16:10:25.297415 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.agentschedulers_db [None req-a2475bd4-52b9-492f-ae2c-566af3b3cbf2 None None] DHCP Agent not found on host dv-cinder-802036-1-iscsi {{(pid=78520) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jul 23 16:10:25.445948 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-990f63f7-6cac-4fdb-8b87-ca587cf1e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-480086'] for agent, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:25.852519 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-480086'] for agent, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:25.856300 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:25.856728 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:25.857137 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:25.857585 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:25.857981 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:25.858402 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:25.859685 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:25.862367 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:25.864694 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:25.866332 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:25.868165 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:25.870274 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:25.872047 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f091abb4040>, 'Open vSwitch agent', 'dv-cinder-802036-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:10:25.883506 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f091a2bb610>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802036-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:10:27.927283 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d9b10abb-f6a2-4b1b-a961-51ad3f7d1a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-480086'] for agent, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:27.977574 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-096962d4-26b3-4dbd-8f8f-3fd657dcbac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:28.830958 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-480086'] for agent, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:30.307016 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-480086'] for agent, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:31.909541 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40058) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:10:32.504545 dv-cinder-802036-1-iscsi neutron-server[78518]: WARNING oslo_policy.policy [None req-1e978190-48fa-49a4-835c-79efdd6a19b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:10:32.505169 dv-cinder-802036-1-iscsi neutron-server[78518]: WARNING oslo_policy.policy [None req-1e978190-48fa-49a4-835c-79efdd6a19b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:10:32.724475 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [None req-1e978190-48fa-49a4-835c-79efdd6a19b3 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=78518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 23 16:10:32.725776 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-1e978190-48fa-49a4-835c-79efdd6a19b3 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8153367
Jul 23 16:10:32.934511 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.db.l3_hamode_db [None req-a5b8b971-0e1c-4e9a-a6cf-9fcaaa23c554 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jul 23 16:10:33.021769 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b8b971-0e1c-4e9a-a6cf-9fcaaa23c554 None None] Routers set() bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:10:33.022091 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b8b971-0e1c-4e9a-a6cf-9fcaaa23c554 None None] Router IDs set() for agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jul 23 16:10:35.087997 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40072) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:10:35.448150 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-e3bdc591-a825-4dcd-959c-e44f9fc8791a admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:10:35.546519 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.policy [None req-e3bdc591-a825-4dcd-959c-e44f9fc8791a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78518) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jul 23 16:10:35.590949 dv-cinder-802036-1-iscsi neutron-server[78518]: WARNING oslo_policy.policy [None req-e3bdc591-a825-4dcd-959c-e44f9fc8791a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:10:35.591381 dv-cinder-802036-1-iscsi neutron-server[78518]: WARNING oslo_policy.policy [None req-e3bdc591-a825-4dcd-959c-e44f9fc8791a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:10:35.599929 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.quota [None req-e3bdc591-a825-4dcd-959c-e44f9fc8791a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f091a9074f0>.
Jul 23 16:10:35.616024 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-e3bdc591-a825-4dcd-959c-e44f9fc8791a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:10:35.677974 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc591-a825-4dcd-959c-e44f9fc8791a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729814746218', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729814746695', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729814753403', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729814760124', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729814738530', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729814743319', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7603694', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7857411', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-324439', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1733795'] for rbac-policy, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:35.741327 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc591-a825-4dcd-959c-e44f9fc8791a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:35.742564 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-e3bdc591-a825-4dcd-959c-e44f9fc8791a admin admin] 10.222.0.82 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6536009
Jul 23 16:10:38.354407 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40086) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:10:38.702759 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '37517c0b28a34f66acb2f377b92394ae'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:10:38.708042 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:10:38.712496 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Usage tracker for resource:network and tenant:37517c0b28a34f66acb2f377b92394ae is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:10:38.716974 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:10:38.723712 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:10:38.733189 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Made reservation on behalf of 37517c0b28a34f66acb2f377b92394ae for: {'network': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:10:38.735988 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:38.753457 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:38.767311 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:10:38.771921 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Usage tracker for resource:security_group_rule and tenant:37517c0b28a34f66acb2f377b92394ae is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:10:38.776934 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:10:38.782452 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:10:38.882080 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:38.885868 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:38.891162 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:10:38.908707 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020}  {{(pid=78518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:10:38.935219 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729818259604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:38.935825 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f091b760940> segment precommit_create {{(pid=78518) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 23 16:10:38.936331 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.segments_db [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Added segment 851d5920-09a3-4f7e-8e0d-5f02bea9f6d3 of type vlan for network 1a93bf18-4a90-4278-b346-bf692923c888
Jul 23 16:10:38.988754 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c05cd0-a1f9-4506-9d96-eee07f527a21,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:10:39.009274 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:39.009625 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:39.009962 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:39.010286 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:39.010610 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:39.010950 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:39.011294 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:39.011613 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:39.011945 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:39.012262 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:39.012582 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:39.012884 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Tracked resource versions report:
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]: pushed versions:
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]: {   'AddressGroup': {'1.2'},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     'ConntrackHelper': {'1.0'},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     'Log': {'1.0'},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     'Network': {'1.1'},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     'Port': {'1.7'},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     'PortForwarding': {'1.2'},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     'QosPolicy': {'1.8'},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     'SecurityGroup': {'1.4'},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     'SecurityGroupRule': {'1.2'},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     'SubPort': {'1.0'},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     'Subnet': {'1.1'},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     'Trunk': {'1.1'}}
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]: consumer versions:
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]: {   DHCP agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     L3 agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     Metadata agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     Metering agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:     Open vSwitch agent@dv-cinder-802036-1-iscsi: {   'AddressGroup': '1.2',
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'ConntrackHelper': '1.0',
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'Log': '1.0',
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'Network': '1.1',
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'Port': '1.7',
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'PortForwarding': '1.2',
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'QosPolicy': '1.8',
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'SecurityGroup': '1.4',
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'SecurityGroupRule': '1.2',
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'SubPort': '1.0',
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'Subnet': '1.1',
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'Trunk': '1.1'}}
Jul 23 16:10:39.013997 dv-cinder-802036-1-iscsi neutron-server[78518]:  {{(pid=78518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:10:39.056532 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:39.068208 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:10:39.105747 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:39.107190 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:10:39.107830 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:39.110893 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:10:39.217104 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.8616035
Jul 23 16:10:39.220060 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Pushing event updated for resources: {'Network': ['ID=1a93bf18-4a90-4278-b346-bf692923c888,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:10:39.223867 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:10:39.232379 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network 1a93bf18-4a90-4278-b346-bf692923c888 details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:10:41.884082 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 40102) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:10:42.464444 dv-cinder-802036-1-iscsi neutron-server[78519]: WARNING oslo_policy.policy [None req-ad17acdd-7680-4d0f-8b42-a0e2c8ec1fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:10:42.464998 dv-cinder-802036-1-iscsi neutron-server[78519]: WARNING oslo_policy.policy [None req-ad17acdd-7680-4d0f-8b42-a0e2c8ec1fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:10:42.894303 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.policy [None req-ad17acdd-7680-4d0f-8b42-a0e2c8ec1fb8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78519) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jul 23 16:10:42.938119 dv-cinder-802036-1-iscsi neutron-server[78519]: WARNING oslo_policy.policy [None req-ad17acdd-7680-4d0f-8b42-a0e2c8ec1fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:10:42.938491 dv-cinder-802036-1-iscsi neutron-server[78519]: WARNING oslo_policy.policy [None req-ad17acdd-7680-4d0f-8b42-a0e2c8ec1fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:10:42.946714 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17acdd-7680-4d0f-8b42-a0e2c8ec1fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:10:42.948604 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-ad17acdd-7680-4d0f-8b42-a0e2c8ec1fb8 admin admin] 10.222.0.82 "GET /v2.0/networks/1a93bf18-4a90-4278-b346-bf692923c888 HTTP/1.1" status: 200  len: 826 time: 1.0625150
Jul 23 16:10:42.981270 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-832d5028-bdbb-488f-a0e8-fd9565205353 admin admin] 10.222.0.82 "GET /v2.0/subnetpools/b0d0238b-6f21-41f9-a5b4-96fde0e3ca17 HTTP/1.1" status: 200  len: 734 time: 0.0273263
Jul 23 16:10:42.990725 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Request body: {'subnet': {'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888', 'subnetpool_id': 'b0d0238b-6f21-41f9-a5b4-96fde0e3ca17'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:10:42.992342 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.quota [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f091ac862b0>.
Jul 23 16:10:42.999450 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:10:43.005107 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Usage tracker for resource:subnet and tenant:37517c0b28a34f66acb2f377b92394ae is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:10:43.008427 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:10:43.015224 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:10:43.031316 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Made reservation on behalf of 37517c0b28a34f66acb2f377b92394ae for: {'subnet': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:10:43.034812 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:43.340752 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for subnet, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:43.347264 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:10:43.418604 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Checking segment: {'id': '851d5920-09a3-4f7e-8e0d-5f02bea9f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:10:43.419011 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Network hostable DHCP agents. Network: 1a93bf18-4a90-4278-b346-bf692923c888, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:10:43.444847 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17de3c51-e524-446c-9206-1f7114f8c0c8,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:10:43.455897 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:43.456263 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:43.456568 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:43.456887 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:43.457200 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:43.457527 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:43.457841 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:43.458148 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:43.458470 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:43.458780 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:43.459108 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:43.459414 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Tracked resource versions report:
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]: pushed versions:
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]: {   'AddressGroup': {'1.2'},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     'ConntrackHelper': {'1.0'},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     'Log': {'1.0'},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     'Network': {'1.1'},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     'Port': {'1.7'},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     'PortForwarding': {'1.2'},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     'QosPolicy': {'1.8'},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     'SecurityGroup': {'1.4'},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     'SecurityGroupRule': {'1.2'},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     'SubPort': {'1.0'},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     'Subnet': {'1.1'},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     'Trunk': {'1.1'}}
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]: consumer versions:
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]: {   DHCP agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     L3 agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     Metadata agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     Metering agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:     Open vSwitch agent@dv-cinder-802036-1-iscsi: {   'AddressGroup': '1.2',
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'ConntrackHelper': '1.0',
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'Log': '1.0',
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'Network': '1.1',
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'Port': '1.7',
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'PortForwarding': '1.2',
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'QosPolicy': '1.8',
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'SecurityGroup': '1.4',
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'SecurityGroupRule': '1.2',
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'SubPort': '1.0',
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'Subnet': '1.1',
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'Trunk': '1.1'}}
Jul 23 16:10:43.460529 dv-cinder-802036-1-iscsi neutron-server[78519]:  {{(pid=78519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:10:43.481513 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Network 1a93bf18-4a90-4278-b346-bf692923c888 is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:10:43.500624 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:10:43.500955 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, 1a93bf18-4a90-4278-b346-bf692923c888) {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:10:43.505830 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:10:43.506832 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:43.510208 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af5f9c-fa39-480f-9b0f-259ef930ac71 None None] Network 1a93bf18-4a90-4278-b346-bf692923c888 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:10:43.529287 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5427792
Jul 23 16:10:43.911682 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71595677-b0e3-51d9-a2ec-9830c8832526-1a93bf18-4a90-4278-b346-bf692923c888', 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888', 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'fixed_ips': [{'subnet_id': '17de3c51-e524-446c-9206-1f7114f8c0c8'}]}} from dv-cinder-802036-1-iscsi. {{(pid=78520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 23 16:10:43.912865 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:44.102439 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Allocated IP 172.20.0.2 (1a93bf18-4a90-4278-b346-bf692923c888/17de3c51-e524-446c-9206-1f7114f8c0c8/30f777bf-b0ba-44b7-a2db-b2334bf9fdb5) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:10:44.334100 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:44.348090 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Transition to ACTIVE for port object 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:10:44.369100 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Transition to ACTIVE for port object 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5 will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:10:44.376124 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:44.384080 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:10:44.443500 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Network 1a93bf18-4a90-4278-b346-bf692923c888 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:10:44.446441 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:10:44.452443 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:10:44.485732 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Pushing event updated for resources: {'Port': ['ID=30f777bf-b0ba-44b7-a2db-b2334bf9fdb5,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:10:44.500853 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:44.501197 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:44.501586 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:44.501850 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:44.502166 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:44.503025 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:44.503523 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:44.504016 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:44.504355 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:44.504675 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:44.504997 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:44.505308 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Tracked resource versions report:
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]: pushed versions:
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]: {   'AddressGroup': {'1.2'},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     'ConntrackHelper': {'1.0'},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     'Log': {'1.0'},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     'Network': {'1.1'},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     'Port': {'1.7'},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     'PortForwarding': {'1.2'},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     'QosPolicy': {'1.8'},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     'SecurityGroup': {'1.4'},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     'SecurityGroupRule': {'1.2'},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     'SubPort': {'1.0'},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     'Subnet': {'1.1'},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     'Trunk': {'1.1'}}
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]: consumer versions:
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]: {   DHCP agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     L3 agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     Metadata agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     Metering agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:     Open vSwitch agent@dv-cinder-802036-1-iscsi: {   'AddressGroup': '1.2',
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'ConntrackHelper': '1.0',
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'Log': '1.0',
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'Network': '1.1',
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'Port': '1.7',
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'PortForwarding': '1.2',
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'QosPolicy': '1.8',
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'SecurityGroup': '1.4',
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'SecurityGroupRule': '1.2',
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'SubPort': '1.0',
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'Subnet': '1.1',
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'Trunk': '1.1'}}
Jul 23 16:10:44.506420 dv-cinder-802036-1-iscsi neutron-server[78520]:  {{(pid=78520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:10:44.540863 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:10:44.560743 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Attempting to bind port 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:10:44.561145 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Attempting to bind port 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '851d5920-09a3-4f7e-8e0d-5f02bea9f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:10:44.561577 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Attempting to bind port 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5 on network 1a93bf18-4a90-4278-b346-bf692923c888 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:10:44.567803 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:10:44.568204 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Checking segment: {'id': '851d5920-09a3-4f7e-8e0d-5f02bea9f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:10:44.568683 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:44.569070 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Bound using segment: {'id': '851d5920-09a3-4f7e-8e0d-5f02bea9f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:10:44.569569 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Bound port: 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d5920-09a3-4f7e-8e0d-5f02bea9f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:10:44.569953 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:44.656037 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] For port 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:10:44.660147 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] For port 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=30f777bf-b0ba-44b7-a2db-b2334bf9fdb5,segment=NetworkSegment(851d5920-09a3-4f7e-8e0d-5f02bea9f6d3),segment_id=851d5920-09a3-4f7e-8e0d-5f02bea9f6d3)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:10:44.664513 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:44.668550 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:10:44.777669 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Pushing event updated for resources: {'Port': ['ID=30f777bf-b0ba-44b7-a2db-b2334bf9fdb5,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:10:44.780470 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:10:45.935364 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 40122) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:10:46.317862 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [None req-de3ccb2c-c29f-4c1e-9429-1d5ec8b4b56b admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=78519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 23 16:10:46.318949 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-de3ccb2c-c29f-4c1e-9429-1d5ec8b4b56b admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3826051
Jul 23 16:10:48.235073 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:10:48.305785 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:10:48.416565 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086d20d4-c9be-4c10-8897-e91733ca5143 None None] Network 1a93bf18-4a90-4278-b346-bf692923c888 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:10:48.512728 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-fba34dbc-b68e-4d73-91dd-5b70ddff973a None None] Provisioning for port 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:10:48.521842 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-fba34dbc-b68e-4d73-91dd-5b70ddff973a None None] Provisioning complete for port 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:10:48.522242 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fba34dbc-b68e-4d73-91dd-5b70ddff973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:48.719352 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fba34dbc-b68e-4d73-91dd-5b70ddff973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:48.731652 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40136) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:10:48.796053 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-fba34dbc-b68e-4d73-91dd-5b70ddff973a None None] For port 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=30f777bf-b0ba-44b7-a2db-b2334bf9fdb5,segment=NetworkSegment(851d5920-09a3-4f7e-8e0d-5f02bea9f6d3),segment_id=851d5920-09a3-4f7e-8e0d-5f02bea9f6d3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:10:48.803120 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fba34dbc-b68e-4d73-91dd-5b70ddff973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:48.808140 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c48dd79b-bf19-49fb-98ab-d0c6c41ab24f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:10:48.882475 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba34dbc-b68e-4d73-91dd-5b70ddff973a None None] Pushing event updated for resources: {'Port': ['ID=30f777bf-b0ba-44b7-a2db-b2334bf9fdb5,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:10:48.885946 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-fba34dbc-b68e-4d73-91dd-5b70ddff973a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:10:49.118477 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [None req-9f6a0561-1446-4dbf-b2da-2c4cc8ac16e8 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=78518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 23 16:10:49.119485 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-9f6a0561-1446-4dbf-b2da-2c4cc8ac16e8 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3869600
Jul 23 16:10:49.126329 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-9360c27d-1e9a-4b3b-92a4-0e65d0513540 None None] Provisioning complete for port 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:10:49.126700 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9360c27d-1e9a-4b3b-92a4-0e65d0513540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:50.206776 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:10:50.276031 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:10:50.276398 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:51.778168 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40148) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:10:52.129182 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-e8bcf706-b773-4382-9adf-9e38ca93d624 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'name': 'router1'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:10:52.133847 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-e8bcf706-b773-4382-9adf-9e38ca93d624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:10:52.137612 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-e8bcf706-b773-4382-9adf-9e38ca93d624 admin admin] Usage tracker for resource:router and tenant:37517c0b28a34f66acb2f377b92394ae is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:10:52.141404 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-e8bcf706-b773-4382-9adf-9e38ca93d624 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:10:52.147705 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-e8bcf706-b773-4382-9adf-9e38ca93d624 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:10:52.158892 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf706-b773-4382-9adf-9e38ca93d624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:52.161125 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf706-b773-4382-9adf-9e38ca93d624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-490461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:52.182997 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf706-b773-4382-9adf-9e38ca93d624 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:52.293664 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf706-b773-4382-9adf-9e38ca93d624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475802'] for router, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:52.317581 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf706-b773-4382-9adf-9e38ca93d624 admin admin] Notify callbacks [] for router, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:52.319251 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-e8bcf706-b773-4382-9adf-9e38ca93d624 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5399473
Jul 23 16:10:54.694075 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40158) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:10:55.064986 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [None req-060bcbcf-83c2-4ed1-96b9-1f1655677416 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=78518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 23 16:10:55.066243 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-060bcbcf-83c2-4ed1-96b9-1f1655677416 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3710980
Jul 23 16:10:55.068051 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-deddf66b-3fb9-4bd0-b798-2135f61005f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:55.852888 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:57.427096 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40168) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:10:57.806160 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:10:57.810992 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:10:57.814701 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Usage tracker for resource:network and tenant:becf081acfc04f63969599a2808477de is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:10:57.818434 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:10:57.824128 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:10:57.835468 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Made reservation on behalf of becf081acfc04f63969599a2808477de for: {'network': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:10:57.838438 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:57.855915 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:57.870738 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:10:57.874507 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:becf081acfc04f63969599a2808477de is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:10:57.877395 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:10:57.885103 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:10:57.923684 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-503d14e2-4019-4901-8bc1-c0c0f37ddae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:58.007025 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:58.011443 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:58.018158 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:10:58.047704 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Reserving flat network on physical network physnet1 {{(pid=78518) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jul 23 16:10:58.080613 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f58b107-277d-4aad-813e-f71a4f555991,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:10:58.085785 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:10:58.087163 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:58.087696 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.segments_db [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Added segment f8631ed1-f0ae-4003-b9a1-088563b86dee of type flat for network e3b4a095-1482-4de2-8b89-895c99c43f92
Jul 23 16:10:58.124789 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:58.160904 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:58.162237 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:10:58.162880 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:10:58.167457 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:10:58.277109 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8489225
Jul 23 16:10:58.280038 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b4a095-1482-4de2-8b89-895c99c43f92,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:10:58.282676 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:10:58.290687 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network e3b4a095-1482-4de2-8b89-895c99c43f92 details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:10:58.782944 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:00.249898 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:00.629848 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40188) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:11:00.848868 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe8ee5-6be1-4ee8-8628-1d796ef1d454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:11:00.850245 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-31fe8ee5-6be1-4ee8-8628-1d796ef1d454 admin admin] 10.222.0.82 "GET /v2.0/subnets/17de3c51-e524-446c-9206-1f7114f8c0c8 HTTP/1.1" status: 200  len: 849 time: 0.2195375
Jul 23 16:11:00.998105 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-aa350b66-f8bc-4e1e-8d77-169e6f288d2d admin admin] 10.222.0.82 "GET /v2.0/routers/0e5c11a2-e3e4-4381-a696-97a91f126ee9 HTTP/1.1" status: 200  len: 704 time: 0.1418931
Jul 23 16:11:01.475312 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:01.708550 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Allocated IP 172.20.0.1 (1a93bf18-4a90-4278-b346-bf692923c888/17de3c51-e524-446c-9206-1f7114f8c0c8/cc64a4f8-f487-4655-b32c-fb5d461bdc82) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:11:01.867619 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:01.886255 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Transition to ACTIVE for port object cc64a4f8-f487-4655-b32c-fb5d461bdc82 will not be triggered until provisioned by entity DHCP. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:11:01.944432 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:01.949614 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:11:02.012427 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Network 1a93bf18-4a90-4278-b346-bf692923c888 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:11:02.013560 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:11:02.019803 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:11:02.020342 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407391'] for router_interface, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:02.212752 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Pushing event updated for resources: {'Port': ['ID=cc64a4f8-f487-4655-b32c-fb5d461bdc82,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:11:02.219616 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:11:02.245400 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-a4cbd3fd-e188-4b0e-8705-9967a719f6f6 None None] Provisioning for port cc64a4f8-f487-4655-b32c-fb5d461bdc82 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:11:02.250491 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-a4cbd3fd-e188-4b0e-8705-9967a719f6f6 None None] Provisioning complete for port cc64a4f8-f487-4655-b32c-fb5d461bdc82 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:11:02.250862 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a4cbd3fd-e188-4b0e-8705-9967a719f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:02.310129 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-a4cbd3fd-e188-4b0e-8705-9967a719f6f6 None None] Port cc64a4f8-f487-4655-b32c-fb5d461bdc82 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:11:02.340552 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:02.577509 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:02.582850 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:02.584138 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407344'] for router_interface, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:02.587752 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:11:02.678931 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Pushing event updated for resources: {'Port': ['ID=cc64a4f8-f487-4655-b32c-fb5d461bdc82,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:11:02.725456 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:11:02.780899 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Network 1a93bf18-4a90-4278-b346-bf692923c888 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:11:02.782050 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:11:02.979975 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Router 0e5c11a2-e3e4-4381-a696-97a91f126ee9 is scheduled to L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 with binding_index 1 {{(pid=78518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 23 16:11:03.035229 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-ecc9ba7f-e652-4efa-a320-b88d8a8711e0 None None] Provisioning complete for port cc64a4f8-f487-4655-b32c-fb5d461bdc82 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:11:03.035620 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ecc9ba7f-e652-4efa-a320-b88d8a8711e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:03.101613 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9ba7f-e652-4efa-a320-b88d8a8711e0 None None] Port cc64a4f8-f487-4655-b32c-fb5d461bdc82 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:11:03.142530 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:11:03.152860 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] 10.222.0.82 "PUT /v2.0/routers/0e5c11a2-e3e4-4381-a696-97a91f126ee9/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1499038
Jul 23 16:11:03.153340 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Sync routers for ids ['0e5c11a2-e3e4-4381-a696-97a91f126ee9'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:11:03.165886 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Routers {'0e5c11a2-e3e4-4381-a696-97a91f126ee9'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:11:03.166936 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091abe30a0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:10:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0e5c11a2-e3e4-4381-a696-97a91f126ee9'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:11:03.356213 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Set router 0e5c11a2-e3e4-4381-a696-97a91f126ee9 gateway port host: None {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:11:03.729464 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091abe30a0>, [{'id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'name': 'router1', 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:52Z', 'updated_at': '2021-07-23T16:11:02Z', 'revision_number': 2, 'project_id': '37517c0b28a34f66acb2f377b92394ae', 'gw_port_host': None, '_interfaces': [{'id': 'cc64a4f8-f487-4655-b32c-fb5d461bdc82', 'name': '', 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888', 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'mac_address': 'fa:16:3e:5b:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17de3c51-e524-446c-9206-1f7114f8c0c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:01Z', 'updated_at': '2021-07-23T16:11:02Z', 'revision_number': 2, 'project_id': '37517c0b28a34f66acb2f377b92394ae', 'subnets': [{'id': '17de3c51-e524-446c-9206-1f7114f8c0c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0d0238b-6f21-41f9-a5b4-96fde0e3ca17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:11:03.734306 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Checking router: 0e5c11a2-e3e4-4381-a696-97a91f126ee9 for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:11:03.734677 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Updating router 0e5c11a2-e3e4-4381-a696-97a91f126ee9 port cc64a4f8-f487-4655-b32c-fb5d461bdc82 binding host dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:11:03.789759 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:04.170334 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:04.185846 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Transition to ACTIVE for port object cc64a4f8-f487-4655-b32c-fb5d461bdc82 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:11:04.192993 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:04.199131 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:11:04.434906 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Pushing event updated for resources: {'Port': ['ID=cc64a4f8-f487-4655-b32c-fb5d461bdc82,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:11:04.445128 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:11:04.445460 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:11:04.445785 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:11:04.446100 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:11:04.446408 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:11:04.446719 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:11:04.447049 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:11:04.447385 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:11:04.447668 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:11:04.447972 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:11:04.448273 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:11:04.448600 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Tracked resource versions report:
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]: pushed versions:
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]: {   'AddressGroup': {'1.2'},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     'ConntrackHelper': {'1.0'},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     'Log': {'1.0'},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     'Network': {'1.1'},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     'Port': {'1.7'},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     'PortForwarding': {'1.2'},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     'QosPolicy': {'1.8'},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     'SecurityGroup': {'1.4'},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     'SecurityGroupRule': {'1.2'},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     'SubPort': {'1.0'},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     'Subnet': {'1.1'},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     'Trunk': {'1.1'}}
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]: consumer versions:
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]: {   DHCP agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     L3 agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     Metadata agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     Metering agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:     Open vSwitch agent@dv-cinder-802036-1-iscsi: {   'AddressGroup': '1.2',
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'ConntrackHelper': '1.0',
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'Log': '1.0',
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'Network': '1.1',
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'Port': '1.7',
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'PortForwarding': '1.2',
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'QosPolicy': '1.8',
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'SecurityGroup': '1.4',
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'SecurityGroupRule': '1.2',
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'SubPort': '1.0',
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'Subnet': '1.1',
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'Trunk': '1.1'}}
Jul 23 16:11:04.449734 dv-cinder-802036-1-iscsi neutron-server[78521]:  {{(pid=78521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:11:04.453266 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:11:04.454324 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Attempting to bind port cc64a4f8-f487-4655-b32c-fb5d461bdc82 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:11:04.454723 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Attempting to bind port cc64a4f8-f487-4655-b32c-fb5d461bdc82 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '851d5920-09a3-4f7e-8e0d-5f02bea9f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:11:04.455176 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Attempting to bind port cc64a4f8-f487-4655-b32c-fb5d461bdc82 on network 1a93bf18-4a90-4278-b346-bf692923c888 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:11:04.460884 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:11:04.461289 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Checking segment: {'id': '851d5920-09a3-4f7e-8e0d-5f02bea9f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:11:04.461761 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:04.462140 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Bound using segment: {'id': '851d5920-09a3-4f7e-8e0d-5f02bea9f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:11:04.462629 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Bound port: cc64a4f8-f487-4655-b32c-fb5d461bdc82, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d5920-09a3-4f7e-8e0d-5f02bea9f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:11:04.463032 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:04.553929 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] For port cc64a4f8-f487-4655-b32c-fb5d461bdc82, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:11:04.558165 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] For port cc64a4f8-f487-4655-b32c-fb5d461bdc82, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=cc64a4f8-f487-4655-b32c-fb5d461bdc82,segment=NetworkSegment(851d5920-09a3-4f7e-8e0d-5f02bea9f6d3),segment_id=851d5920-09a3-4f7e-8e0d-5f02bea9f6d3)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:11:04.564361 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:04.568535 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:11:04.657028 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Routers {'0e5c11a2-e3e4-4381-a696-97a91f126ee9'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:11:04.657667 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091abe30a0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:10:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0e5c11a2-e3e4-4381-a696-97a91f126ee9'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:11:04.713627 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Pushing event updated for resources: {'Port': ['ID=cc64a4f8-f487-4655-b32c-fb5d461bdc82,revision_number=4']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:11:04.723839 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:11:04.822395 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] Set router 0e5c11a2-e3e4-4381-a696-97a91f126ee9 gateway port host: None {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:11:05.155943 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091abe30a0>, [{'id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'name': 'router1', 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:52Z', 'updated_at': '2021-07-23T16:11:02Z', 'revision_number': 2, 'project_id': '37517c0b28a34f66acb2f377b92394ae', 'gw_port_host': None, '_interfaces': [{'id': 'cc64a4f8-f487-4655-b32c-fb5d461bdc82', 'name': '', 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888', 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'mac_address': 'fa:16:3e:5b:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17de3c51-e524-446c-9206-1f7114f8c0c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:01Z', 'updated_at': '2021-07-23T16:11:04Z', 'revision_number': 4, 'project_id': '37517c0b28a34f66acb2f377b92394ae', 'subnets': [{'id': '17de3c51-e524-446c-9206-1f7114f8c0c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0d0238b-6f21-41f9-a5b4-96fde0e3ca17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:11:05.161313 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c768cfc-47e6-4b00-bdf6-0caf96716144 None None] The sync data for ids ['0e5c11a2-e3e4-4381-a696-97a91f126ee9'] in dv-cinder-802036-1-iscsi is: [{'id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'name': 'router1', 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:52Z', 'updated_at': '2021-07-23T16:11:02Z', 'revision_number': 2, 'project_id': '37517c0b28a34f66acb2f377b92394ae', 'gw_port_host': None, '_interfaces': [{'id': 'cc64a4f8-f487-4655-b32c-fb5d461bdc82', 'name': '', 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888', 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'mac_address': 'fa:16:3e:5b:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17de3c51-e524-446c-9206-1f7114f8c0c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:01Z', 'updated_at': '2021-07-23T16:11:04Z', 'revision_number': 4, 'project_id': '37517c0b28a34f66acb2f377b92394ae', 'subnets': [{'id': '17de3c51-e524-446c-9206-1f7114f8c0c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0d0238b-6f21-41f9-a5b4-96fde0e3ca17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:11:05.407987 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40210) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:11:05.566628 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a710c79-a8ae-44eb-935d-e5971cf33158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:11:05.567231 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-6a710c79-a8ae-44eb-935d-e5971cf33158 admin admin] Synchronizing usage tracker for tenant:becf081acfc04f63969599a2808477de on resource:network {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:11:05.585694 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-6a710c79-a8ae-44eb-935d-e5971cf33158 admin admin] Unset dirty status for tenant:becf081acfc04f63969599a2808477de on resource:network {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:11:05.586871 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-6a710c79-a8ae-44eb-935d-e5971cf33158 admin admin] 10.222.0.82 "GET /v2.0/networks/e3b4a095-1482-4de2-8b89-895c99c43f92 HTTP/1.1" status: 200  len: 842 time: 0.1780288
Jul 23 16:11:05.596290 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:11:05.601930 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:11:05.605676 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Usage tracker for resource:subnet and tenant:becf081acfc04f63969599a2808477de is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:11:05.608573 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:11:05.615158 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:11:05.624724 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Made reservation on behalf of becf081acfc04f63969599a2808477de for: {'subnet': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:11:05.627140 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:06.067075 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.objects.ports [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78518) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jul 23 16:11:06.067553 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for subnet, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:06.073759 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:11:06.148654 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b58adc7-a411-42a7-885c-d5e0e882feb3,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:11:06.152529 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:11:06.156614 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Checking segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:11:06.156992 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Network hostable DHCP agents. Network: e3b4a095-1482-4de2-8b89-895c99c43f92, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:11:06.182329 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:11:06.192518 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, e3b4a095-1482-4de2-8b89-895c99c43f92) {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:11:06.196927 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:11:06.197658 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:06.203624 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1e4e3a-9700-4752-96ff-017b86ef7d3f None None] Network e3b4a095-1482-4de2-8b89-895c99c43f92 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:11:06.225269 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6308358
Jul 23 16:11:06.240191 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device cc64a4f8-f487-4655-b32c-fb5d461bdc82 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:11:06.433030 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port cc64a4f8-f487-4655-b32c-fb5d461bdc82 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:11:06.448744 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port cc64a4f8-f487-4655-b32c-fb5d461bdc82 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:11:06.449120 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:06.555975 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc7a84e-a3bb-414c-bb8e-e5643ee4f4a9 None None] Network e3b4a095-1482-4de2-8b89-895c99c43f92 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:11:06.734572 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:06.820169 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port cc64a4f8-f487-4655-b32c-fb5d461bdc82, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=cc64a4f8-f487-4655-b32c-fb5d461bdc82,segment=NetworkSegment(851d5920-09a3-4f7e-8e0d-5f02bea9f6d3),segment_id=851d5920-09a3-4f7e-8e0d-5f02bea9f6d3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:11:06.827838 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:06.834477 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:11:06.943272 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=cc64a4f8-f487-4655-b32c-fb5d461bdc82,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:11:06.946349 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:11:08.216785 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device cc64a4f8-f487-4655-b32c-fb5d461bdc82 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:11:08.287819 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port cc64a4f8-f487-4655-b32c-fb5d461bdc82 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:11:08.288107 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:08.417530 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 5 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:11:08.477607 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40224) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:11:08.674811 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-1fe61658-2297-4075-a763-5d6b03910773 admin admin] 10.222.0.82 "GET /v2.0/routers/0e5c11a2-e3e4-4381-a696-97a91f126ee9 HTTP/1.1" status: 200  len: 710 time: 0.1960409
Jul 23 16:11:08.802837 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cab08c-4ddb-4af5-b0c0-3fbd92c10666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:11:08.804212 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-c6cab08c-4ddb-4af5-b0c0-3fbd92c10666 admin admin] 10.222.0.82 "GET /v2.0/networks/e3b4a095-1482-4de2-8b89-895c99c43f92 HTTP/1.1" status: 200  len: 886 time: 0.1237202
Jul 23 16:11:08.812719 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:11:09.252314 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-490434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:09.626182 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:09.684369 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:09.815130 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Allocated IP 172.27.1.126 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/11bbcc31-6a00-4203-bc30-c176f9e3389a) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:11:09.966352 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:10.009428 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:10.017079 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:11:10.110823 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:11:10.113543 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:11:10.117648 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:11:10.170779 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Pushing event updated for resources: {'Port': ['ID=11bbcc31-6a00-4203-bc30-c176f9e3389a,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:11:10.183010 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:11:10.506639 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:10.844088 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-490434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:10.848313 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-475820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-475797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-404833'] for router, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:11.078852 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Router 0e5c11a2-e3e4-4381-a696-97a91f126ee9 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:11:11.260880 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:11:11.269488 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Notify callbacks [] for router, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:11.270674 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Sync routers for ids ['0e5c11a2-e3e4-4381-a696-97a91f126ee9'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:11:11.271208 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] 10.222.0.82 "PUT /v2.0/routers/0e5c11a2-e3e4-4381-a696-97a91f126ee9 HTTP/1.1" status: 200  len: 890 time: 2.4612052
Jul 23 16:11:11.280777 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Routers {'0e5c11a2-e3e4-4381-a696-97a91f126ee9'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:11:11.281440 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09194981f0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:10:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0e5c11a2-e3e4-4381-a696-97a91f126ee9'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:11:11.481611 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Set router 0e5c11a2-e3e4-4381-a696-97a91f126ee9 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:11:11.835157 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09194981f0>, [{'id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'name': 'router1', 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '11bbcc31-6a00-4203-bc30-c176f9e3389a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:52Z', 'updated_at': '2021-07-23T16:11:10Z', 'revision_number': 4, 'project_id': '37517c0b28a34f66acb2f377b92394ae', 'gw_port': {'id': '11bbcc31-6a00-4203-bc30-c176f9e3389a', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:09Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': 'cc64a4f8-f487-4655-b32c-fb5d461bdc82', 'name': '', 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888', 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'mac_address': 'fa:16:3e:5b:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17de3c51-e524-446c-9206-1f7114f8c0c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:01Z', 'updated_at': '2021-07-23T16:11:06Z', 'revision_number': 5, 'project_id': '37517c0b28a34f66acb2f377b92394ae', 'subnets': [{'id': '17de3c51-e524-446c-9206-1f7114f8c0c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0d0238b-6f21-41f9-a5b4-96fde0e3ca17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:11:11.839949 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Checking router: 0e5c11a2-e3e4-4381-a696-97a91f126ee9 for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:11:11.840317 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Updating router 0e5c11a2-e3e4-4381-a696-97a91f126ee9 port 11bbcc31-6a00-4203-bc30-c176f9e3389a binding host dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:11:11.897152 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:12.230603 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:12.242162 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Transition to ACTIVE for port object 11bbcc31-6a00-4203-bc30-c176f9e3389a will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:11:12.248436 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:12.253063 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:11:12.359058 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e7669-6c15-41ab-a987-9519f180ae63 None None] Pushing event updated for resources: {'Port': ['ID=11bbcc31-6a00-4203-bc30-c176f9e3389a,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:11:12.363081 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-be6e7669-6c15-41ab-a987-9519f180ae63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:11:12.363922 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Attempting to bind port 11bbcc31-6a00-4203-bc30-c176f9e3389a on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:11:12.364294 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Attempting to bind port 11bbcc31-6a00-4203-bc30-c176f9e3389a by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:11:12.364656 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Attempting to bind port 11bbcc31-6a00-4203-bc30-c176f9e3389a on network e3b4a095-1482-4de2-8b89-895c99c43f92 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:11:12.370095 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:11:12.370475 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Checking segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:11:12.370875 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:12.371314 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Bound using segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:11:12.371780 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Bound port: 11bbcc31-6a00-4203-bc30-c176f9e3389a, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:11:12.372170 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:12.444447 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] For port 11bbcc31-6a00-4203-bc30-c176f9e3389a, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:11:12.447427 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] For port 11bbcc31-6a00-4203-bc30-c176f9e3389a, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=11bbcc31-6a00-4203-bc30-c176f9e3389a,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:11:12.453598 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:12.457921 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:11:12.535540 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Routers {'0e5c11a2-e3e4-4381-a696-97a91f126ee9'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:11:12.536164 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09194981f0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:10:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0e5c11a2-e3e4-4381-a696-97a91f126ee9'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:11:12.583664 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e7669-6c15-41ab-a987-9519f180ae63 None None] Pushing event updated for resources: {'Port': ['ID=11bbcc31-6a00-4203-bc30-c176f9e3389a,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:11:12.591897 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-be6e7669-6c15-41ab-a987-9519f180ae63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:11:12.726844 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] Set router 0e5c11a2-e3e4-4381-a696-97a91f126ee9 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:11:13.056624 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09194981f0>, [{'id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'name': 'router1', 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '11bbcc31-6a00-4203-bc30-c176f9e3389a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:52Z', 'updated_at': '2021-07-23T16:11:10Z', 'revision_number': 4, 'project_id': '37517c0b28a34f66acb2f377b92394ae', 'gw_port': {'id': '11bbcc31-6a00-4203-bc30-c176f9e3389a', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:09Z', 'updated_at': '2021-07-23T16:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': 'cc64a4f8-f487-4655-b32c-fb5d461bdc82', 'name': '', 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888', 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'mac_address': 'fa:16:3e:5b:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17de3c51-e524-446c-9206-1f7114f8c0c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:01Z', 'updated_at': '2021-07-23T16:11:06Z', 'revision_number': 5, 'project_id': '37517c0b28a34f66acb2f377b92394ae', 'subnets': [{'id': '17de3c51-e524-446c-9206-1f7114f8c0c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0d0238b-6f21-41f9-a5b4-96fde0e3ca17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:11:13.060472 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea361d-114e-47df-91ad-8f9eb55cfc12 None None] The sync data for ids ['0e5c11a2-e3e4-4381-a696-97a91f126ee9'] in dv-cinder-802036-1-iscsi is: [{'id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'name': 'router1', 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '11bbcc31-6a00-4203-bc30-c176f9e3389a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:52Z', 'updated_at': '2021-07-23T16:11:10Z', 'revision_number': 4, 'project_id': '37517c0b28a34f66acb2f377b92394ae', 'gw_port': {'id': '11bbcc31-6a00-4203-bc30-c176f9e3389a', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:09Z', 'updated_at': '2021-07-23T16:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': 'cc64a4f8-f487-4655-b32c-fb5d461bdc82', 'name': '', 'network_id': '1a93bf18-4a90-4278-b346-bf692923c888', 'tenant_id': '37517c0b28a34f66acb2f377b92394ae', 'mac_address': 'fa:16:3e:5b:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5c11a2-e3e4-4381-a696-97a91f126ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17de3c51-e524-446c-9206-1f7114f8c0c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:01Z', 'updated_at': '2021-07-23T16:11:06Z', 'revision_number': 5, 'project_id': '37517c0b28a34f66acb2f377b92394ae', 'subnets': [{'id': '17de3c51-e524-446c-9206-1f7114f8c0c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0d0238b-6f21-41f9-a5b4-96fde0e3ca17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:11:13.647121 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40234) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:11:13.773807 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-852211b9-4bd3-44e6-997c-044f6d10c230 admin admin] 10.222.0.82 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1189437
Jul 23 16:11:14.244077 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 11bbcc31-6a00-4203-bc30-c176f9e3389a up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:11:14.319425 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 11bbcc31-6a00-4203-bc30-c176f9e3389a completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:11:14.326843 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 11bbcc31-6a00-4203-bc30-c176f9e3389a triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:11:14.327251 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:14.452224 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:14.469912 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 11bbcc31-6a00-4203-bc30-c176f9e3389a, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=11bbcc31-6a00-4203-bc30-c176f9e3389a,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:11:14.474377 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:14.477282 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:11:14.547618 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=11bbcc31-6a00-4203-bc30-c176f9e3389a,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:11:14.549680 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:11:16.230413 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 11bbcc31-6a00-4203-bc30-c176f9e3389a up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:11:16.309847 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 11bbcc31-6a00-4203-bc30-c176f9e3389a triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:11:16.310410 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:25.073044 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2e76-9d9d-461d-93a2-1e70ba4721dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:25.858850 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:27.930440 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7b6801a3-22e4-479a-8675-80150214f34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:28.787368 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:30.271987 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:45.416887 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 5 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:11:55.076891 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-50ab48f9-9c89-4997-aeba-3bcedc852192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:55.856455 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:57.923326 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e0147fd6-6d0a-42c6-b2dd-969cd88b44fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:11:58.791395 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:12:00.275122 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:12:22.416050 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 5 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:12:25.101531 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-53611441-7a93-4b42-a33e-47468eb4136a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:12:25.860133 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:12:27.933154 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-53c0383b-7c3d-46f5-a912-45e85b95a03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:12:28.794648 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:12:30.351115 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:12:55.112346 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-91b1dd4a-a59f-4924-8405-1d2c4881335c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:12:55.867936 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:12:57.927252 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2e235f66-2595-4ac7-8314-eb2ba883a071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:12:58.798023 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:12:59.416685 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 5 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:13:00.285014 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:17.910493 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40804) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:13:17.988635 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcc99b2-6aec-48f7-baa7-2f1bc4c92956 admin admin] GET failed (client error): The resource could not be found.
Jul 23 16:13:17.989955 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-4bcc99b2-6aec-48f7-baa7-2f1bc4c92956 admin admin] 10.222.0.82 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0784714
Jul 23 16:13:18.142377 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d44a3e4-eb7a-46a4-80b5-3b34f007e8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:18.144050 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-5d44a3e4-eb7a-46a4-80b5-3b34f007e8dc admin admin] 10.222.0.82 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1496098
Jul 23 16:13:20.267929 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40814) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:13:20.379948 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d215b0c-78bd-46df-8965-5e073cb3fc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:20.380519 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-8d215b0c-78bd-46df-8965-5e073cb3fc65 admin admin] Synchronizing usage tracker for tenant:becf081acfc04f63969599a2808477de on resource:subnet {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:13:20.401557 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-8d215b0c-78bd-46df-8965-5e073cb3fc65 admin admin] Unset dirty status for tenant:becf081acfc04f63969599a2808477de on resource:subnet {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:13:20.402742 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-8d215b0c-78bd-46df-8965-5e073cb3fc65 admin admin] 10.222.0.82 "GET /v2.0/subnets/17de3c51-e524-446c-9206-1f7114f8c0c8 HTTP/1.1" status: 200  len: 849 time: 0.1338756
Jul 23 16:13:20.412072 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:13:20.535799 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Notify callbacks [] for subnet, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:20.737898 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729818212154'] for subnet, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:20.742249 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:13:20.782240 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:20.782882 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:20.784242 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] 10.222.0.82 "PUT /v2.0/subnets/17de3c51-e524-446c-9206-1f7114f8c0c8 HTTP/1.1" status: 200  len: 868 time: 0.3760743
Jul 23 16:13:20.802533 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0246d36-80b0-48eb-a16d-1e6571d9755f None None] Network 1a93bf18-4a90-4278-b346-bf692923c888 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:13:20.815523 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=17de3c51-e524-446c-9206-1f7114f8c0c8,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:13:20.823965 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:13:20.824339 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:13:20.824659 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:13:20.824999 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:13:20.825332 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:13:20.825695 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:13:20.826027 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:13:20.826358 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:13:20.826700 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:13:20.827053 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:13:20.827380 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:13:20.827706 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:13:20.831695 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:13:21.247552 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-3807176e-3a50-4f2e-911e-f931689e5340 None None] Provisioning complete for port 30f777bf-b0ba-44b7-a2db-b2334bf9fdb5 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:13:21.247920 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3807176e-3a50-4f2e-911e-f931689e5340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:21.377607 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-3807176e-3a50-4f2e-911e-f931689e5340 None None] Provisioning complete for port cc64a4f8-f487-4655-b32c-fb5d461bdc82 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:13:21.377981 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3807176e-3a50-4f2e-911e-f931689e5340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:22.969713 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40824) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:13:23.149794 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d3c7e6-b86b-4423-aa7e-4d6751a54b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:23.150172 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d3c7e6-b86b-4423-aa7e-4d6751a54b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:23.151738 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-68d3c7e6-b86b-4423-aa7e-4d6751a54b86 admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1810906
Jul 23 16:13:25.090006 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c0af9a18-d089-442f-b5c3-dac40bf10e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:25.327492 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40834) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:13:25.511764 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cf7929-44ec-489c-9ed2-69c7c5a0168a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:25.512246 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cf7929-44ec-489c-9ed2-69c7c5a0168a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:25.513915 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-21cf7929-44ec-489c-9ed2-69c7c5a0168a admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1854842
Jul 23 16:13:25.861513 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:27.642563 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40844) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:13:27.815360 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab890b38-74e3-4d8a-a998-a5922344c7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:27.816720 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ab890b38-74e3-4d8a-a998-a5922344c7c8 admin admin] 10.222.0.82 "GET /v2.0/networks/1a93bf18-4a90-4278-b346-bf692923c888 HTTP/1.1" status: 200  len: 870 time: 0.1731956
Jul 23 16:13:27.932501 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-59ba0d61-ac33-4aa4-86b9-21b8a5454230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:28.804096 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:30.088925 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40854) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:13:30.286744 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:30.297053 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af4a65-7ae1-4d81-a357-6f0cc84650b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:30.298417 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-87af4a65-7ae1-4d81-a357-6f0cc84650b7 admin admin] 10.222.0.82 "GET /v2.0/networks/e3b4a095-1482-4de2-8b89-895c99c43f92 HTTP/1.1" status: 200  len: 886 time: 0.2085104
Jul 23 16:13:32.421606 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 40864) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:13:32.534448 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb1b1d7-6de8-4336-b273-d7f1309fc950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:32.534902 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb1b1d7-6de8-4336-b273-d7f1309fc950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:32.536444 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-bcb1b1d7-6de8-4336-b273-d7f1309fc950 admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1139295
Jul 23 16:13:34.706170 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 40874) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:13:34.821188 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef92e5f-89ae-4201-b7ec-c26dc27ccdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:34.821641 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef92e5f-89ae-4201-b7ec-c26dc27ccdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:34.823168 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-3ef92e5f-89ae-4201-b7ec-c26dc27ccdc4 admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1160488
Jul 23 16:13:36.416760 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 5 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:13:36.940249 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 40884) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:13:37.047531 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42e91fb-dea9-4875-8843-c6be9eeaa4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:37.048910 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-c42e91fb-dea9-4875-8843-c6be9eeaa4f5 admin admin] 10.222.0.82 "GET /v2.0/subnets/17de3c51-e524-446c-9206-1f7114f8c0c8 HTTP/1.1" status: 200  len: 868 time: 0.1077414
Jul 23 16:13:39.254144 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 40894) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:13:39.355387 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8093d60b-397c-48ad-9fb0-5100c20be203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:13:39.356706 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-8093d60b-397c-48ad-9fb0-5100c20be203 admin admin] 10.222.0.82 "GET /v2.0/subnets/4b58adc7-a411-42a7-885c-d5e0e882feb3 HTTP/1.1" status: 200  len: 816 time: 0.1016085
Jul 23 16:13:55.092598 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bdfd170e-db1d-4c64-88df-c5db898da7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:55.864183 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:57.936822 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1fe0ee4b-9e6d-472e-8fff-efef13b2d37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:13:58.802771 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:00.290077 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:02.362343 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40938) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:14:02.409405 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [None req-70ffda64-5848-478a-9723-4beac59b0b37 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=78518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 23 16:14:02.410497 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-70ffda64-5848-478a-9723-4beac59b0b37 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0471914
Jul 23 16:14:04.613494 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40948) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:14:04.681857 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab225375-edbf-4e54-bff3-8965d67743bb admin admin] GET failed (client error): The resource could not be found.
Jul 23 16:14:04.683140 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ab225375-edbf-4e54-bff3-8965d67743bb admin admin] 10.222.0.82 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0687118
Jul 23 16:14:04.809361 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e1116c-ae4a-4308-8027-dfbbc874833a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:14:04.810151 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-a0e1116c-ae4a-4308-8027-dfbbc874833a admin admin] 10.222.0.82 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1229324
Jul 23 16:14:06.933898 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40958) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:14:06.981132 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:14:06.985872 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:14:06.995973 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:14:07.005141 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Made reservation on behalf of becf081acfc04f63969599a2808477de for: {'network': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:14:07.007513 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:07.095919 dv-cinder-802036-1-iscsi neutron-server[78518]: WARNING neutron.services.revisions.revision_plugin [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f0919817430] {project_id='becf081acfc04f63969599a2808477de', id='d9e2b63b-220b-445d-95be-d74885a9d90e', target_tenant='*', action='access_as_shared', object_id='5489b3f2-ee79-4234-b70c-2484e20831f4'}> to bump revision.
Jul 23 16:14:07.108109 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024}  {{(pid=78518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:14:07.118177 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:07.118452 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.segments_db [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Added segment d04e8839-173d-48d9-854e-a66659667630 of type vlan for network 5489b3f2-ee79-4234-b70c-2484e20831f4
Jul 23 16:14:07.143497 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:07.170736 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:07.172016 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:14:07.172583 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:07.176973 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:14:07.266885 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.3318815
Jul 23 16:14:07.275082 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=5489b3f2-ee79-4234-b70c-2484e20831f4,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:14:07.280389 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:14:07.294023 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network 5489b3f2-ee79-4234-b70c-2484e20831f4 details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:14:09.440575 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 40968) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:14:09.506582 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85bec04-16c8-4edb-8064-3de9c1b3ebe8 admin admin] GET failed (client error): The resource could not be found.
Jul 23 16:14:09.507125 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-d85bec04-16c8-4edb-8064-3de9c1b3ebe8 admin admin] Synchronizing usage tracker for tenant:becf081acfc04f63969599a2808477de on resource:network {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:14:09.522372 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-d85bec04-16c8-4edb-8064-3de9c1b3ebe8 admin admin] Unset dirty status for tenant:becf081acfc04f63969599a2808477de on resource:network {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:14:09.523582 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-d85bec04-16c8-4edb-8064-3de9c1b3ebe8 admin admin] 10.222.0.82 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0820239
Jul 23 16:14:09.630154 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c29acf-0cf1-425b-b29b-a96b45881f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:14:09.631553 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-42c29acf-0cf1-425b-b29b-a96b45881f2b admin admin] 10.222.0.82 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1035118
Jul 23 16:14:09.641568 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Request body: {'subnet': {'network_id': '5489b3f2-ee79-4234-b70c-2484e20831f4', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:14:09.645797 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:14:09.655845 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:14:09.664633 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Made reservation on behalf of becf081acfc04f63969599a2808477de for: {'subnet': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:14:09.667125 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:09.862996 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for subnet, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:09.866591 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-94c68588-78b1-4f86-bc85-882d4dcc4aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:14:09.939506 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b717b96-a20c-4ddf-b8df-b9e957ec86eb,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:14:09.944868 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:14:09.948072 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Checking segment: {'id': 'd04e8839-173d-48d9-854e-a66659667630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '5489b3f2-ee79-4234-b70c-2484e20831f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:14:09.948471 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Network hostable DHCP agents. Network: 5489b3f2-ee79-4234-b70c-2484e20831f4, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:14:09.967246 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Network 5489b3f2-ee79-4234-b70c-2484e20831f4 is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:14:09.976126 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, 5489b3f2-ee79-4234-b70c-2484e20831f4) {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:14:09.980387 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:14:09.980992 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:09.986746 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b741ef-ef06-4527-a579-00b867200294 None None] Network 5489b3f2-ee79-4234-b70c-2484e20831f4 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:14:10.006717 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3685164
Jul 23 16:14:10.222852 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71595677-b0e3-51d9-a2ec-9830c8832526-5489b3f2-ee79-4234-b70c-2484e20831f4', 'network_id': '5489b3f2-ee79-4234-b70c-2484e20831f4', 'tenant_id': 'becf081acfc04f63969599a2808477de', 'fixed_ips': [{'subnet_id': '0b717b96-a20c-4ddf-b8df-b9e957ec86eb'}]}} from dv-cinder-802036-1-iscsi. {{(pid=78520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 23 16:14:10.223763 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:10.384652 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Allocated IP 192.168.233.2 (5489b3f2-ee79-4234-b70c-2484e20831f4/0b717b96-a20c-4ddf-b8df-b9e957ec86eb/a2d629cf-d8c4-47dd-ae88-9d497ac34285) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:14:10.596506 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:10.608372 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Transition to ACTIVE for port object a2d629cf-d8c4-47dd-ae88-9d497ac34285 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:14:10.627947 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Transition to ACTIVE for port object a2d629cf-d8c4-47dd-ae88-9d497ac34285 will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:14:10.633856 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:10.642637 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:14:10.732520 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Network 5489b3f2-ee79-4234-b70c-2484e20831f4 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:14:10.735316 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:14:10.738030 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:14:10.747789 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Pushing event updated for resources: {'Port': ['ID=a2d629cf-d8c4-47dd-ae88-9d497ac34285,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:14:10.782873 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:14:10.783247 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:14:10.783584 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:14:10.783912 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:14:10.784237 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:14:10.784563 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:14:10.784883 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:14:10.785205 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:14:10.785535 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:14:10.785856 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:14:10.786173 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:14:10.786488 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:14:10.790160 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:14:10.846457 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Attempting to bind port a2d629cf-d8c4-47dd-ae88-9d497ac34285 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:14:10.846870 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Attempting to bind port a2d629cf-d8c4-47dd-ae88-9d497ac34285 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'd04e8839-173d-48d9-854e-a66659667630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '5489b3f2-ee79-4234-b70c-2484e20831f4'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:14:10.847219 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Attempting to bind port a2d629cf-d8c4-47dd-ae88-9d497ac34285 on network 5489b3f2-ee79-4234-b70c-2484e20831f4 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:14:10.852676 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:14:10.853056 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Checking segment: {'id': 'd04e8839-173d-48d9-854e-a66659667630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '5489b3f2-ee79-4234-b70c-2484e20831f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:14:10.853990 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:10.854414 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Bound using segment: {'id': 'd04e8839-173d-48d9-854e-a66659667630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '5489b3f2-ee79-4234-b70c-2484e20831f4'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:14:10.854887 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Bound port: a2d629cf-d8c4-47dd-ae88-9d497ac34285, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04e8839-173d-48d9-854e-a66659667630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '5489b3f2-ee79-4234-b70c-2484e20831f4'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:14:10.855301 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:10.944574 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] For port a2d629cf-d8c4-47dd-ae88-9d497ac34285, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:14:10.947913 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] For port a2d629cf-d8c4-47dd-ae88-9d497ac34285, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=a2d629cf-d8c4-47dd-ae88-9d497ac34285,segment=NetworkSegment(d04e8839-173d-48d9-854e-a66659667630),segment_id=d04e8839-173d-48d9-854e-a66659667630)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:14:10.953078 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:10.957226 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:14:11.040483 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Pushing event updated for resources: {'Port': ['ID=a2d629cf-d8c4-47dd-ae88-9d497ac34285,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:14:11.044310 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:14:11.878240 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03326b2d-bee0-4ffa-9763-b728771e1426 None None] Network 5489b3f2-ee79-4234-b70c-2484e20831f4 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:14:11.976914 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-307f2b6c-9325-4904-bdcb-855763fdae04 None None] Provisioning for port a2d629cf-d8c4-47dd-ae88-9d497ac34285 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:14:12.345590 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device a2d629cf-d8c4-47dd-ae88-9d497ac34285 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:14:12.432022 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port a2d629cf-d8c4-47dd-ae88-9d497ac34285 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:14:12.437161 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port a2d629cf-d8c4-47dd-ae88-9d497ac34285 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:14:12.437536 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:12.559344 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:12.593375 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port a2d629cf-d8c4-47dd-ae88-9d497ac34285, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=a2d629cf-d8c4-47dd-ae88-9d497ac34285,segment=NetworkSegment(d04e8839-173d-48d9-854e-a66659667630),segment_id=d04e8839-173d-48d9-854e-a66659667630)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:14:12.597374 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:12.600905 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:14:12.668586 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=a2d629cf-d8c4-47dd-ae88-9d497ac34285,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:14:12.671673 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:14:13.417708 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 5 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:14:14.309123 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device a2d629cf-d8c4-47dd-ae88-9d497ac34285 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:14:14.380829 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port a2d629cf-d8c4-47dd-ae88-9d497ac34285 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:14:14.381204 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:25.099036 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4572-f75e-4024-88f3-b690518cfeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:25.867423 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:27.939154 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1e2b9322-aa5f-40c9-b868-a98b9c6e4429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:28.807931 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:30.298548 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:50.416389 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 5 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:14:55.092648 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a24f2800-4352-4fe6-9b4c-7a41625cd5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:55.871343 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:57.941989 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-24e0f301-7afe-4a4b-a60b-10373c15f0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:14:58.812857 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:00.296984 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:19.443962 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41018) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:15:19.450836 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [None req-54771c38-4d2a-45be-842e-b859977e404e tempest-verify_tempest_config-1386917832 tempest-verify_tempest_config-1386917832-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=78518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 23 16:15:19.451825 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-54771c38-4d2a-45be-842e-b859977e404e tempest-verify_tempest_config-1386917832 tempest-verify_tempest_config-1386917832-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0069058
Jul 23 16:15:19.776721 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41036) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:15:19.898708 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:19.913522 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:15:19.918061 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Usage tracker for resource:security_group_rule and tenant:6e647bd5955f4314ba4e389f699c7abd is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:15:19.920969 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:15:19.926840 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:15:20.026917 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:20.031272 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:20.040119 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-852ad896-3e8d-48dd-8725-5fcf83cff302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:15:20.082308 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f423b1-b9f6-4292-a0c3-dd0218635a77,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:15:20.086843 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Synchronizing usage tracker for tenant:becf081acfc04f63969599a2808477de on resource:security_group {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:15:20.094449 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:15:20.094828 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:15:20.095539 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:15:20.095918 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:15:20.096287 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:15:20.096657 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:15:20.097010 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:15:20.097357 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:15:20.097753 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:15:20.098097 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:15:20.098445 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:15:20.098772 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:15:20.102897 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:15:20.120429 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Unset dirty status for tenant:becf081acfc04f63969599a2808477de on resource:security_group {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:15:20.121724 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6e647bd5955f4314ba4e389f699c7abd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3438978
Jul 23 16:15:20.124521 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41042) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:15:20.189801 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-62987b6a-5398-4e3d-8309-0cea1bf62673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:20.217814 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-62987b6a-5398-4e3d-8309-0cea1bf62673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:20.312476 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-62987b6a-5398-4e3d-8309-0cea1bf62673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:20.316432 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:15:20.328024 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62987b6a-5398-4e3d-8309-0cea1bf62673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f423b1-b9f6-4292-a0c3-dd0218635a77,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:15:20.331887 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-62987b6a-5398-4e3d-8309-0cea1bf62673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:15:20.336047 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-62987b6a-5398-4e3d-8309-0cea1bf62673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:20.337161 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-62987b6a-5398-4e3d-8309-0cea1bf62673 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/81f423b1-b9f6-4292-a0c3-dd0218635a77 HTTP/1.1" status: 204  len: 168 time: 0.2115026
Jul 23 16:15:25.096530 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-daf862cf-24b2-46dc-9638-06b3da78aafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:25.874470 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:27.415360 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 5 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:15:27.948996 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7a914821-af97-49b9-a247-486036646b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:28.815925 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:30.302378 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:55.097720 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bf083e93-a027-4184-bf12-75f6078c9fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:55.877478 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:57.940547 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-66b45253-ed22-467b-92b7-eb0d3f8f90df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:15:58.815757 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:16:00.306170 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:16:04.414330 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 5 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:16:25.099669 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1799d2ab-f079-4ff3-97bb-38791680f882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:16:25.883080 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:16:27.941558 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8bd0c2bb-0c5c-4f21-9e66-0a55b1a040db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:16:28.817566 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:16:30.307085 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:16:41.413323 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 5 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:16:55.101235 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-31cb2daa-ecb4-4085-b6e5-a3bdc059d0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:16:55.885508 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:16:56.682765 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-480086'] for agent, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:16:57.943990 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-50605a2e-a6bc-4266-8947-cd5a50ef4990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:16:58.820429 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:17:00.308907 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:17:12.610940 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41114) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:17:12.731760 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-0f64b35f-9304-4e3c-85b4-9ce5f8658b90 admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1196952
Jul 23 16:17:14.943340 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41124) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:17:15.000902 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-f338ea83-d71a-4583-81f6-91cf30c2542c admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0559659
Jul 23 16:17:18.412554 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:17:25.102996 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-069b7ac2-207a-4d7b-bfe6-3c892ab1aecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:17:25.887472 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:17:26.641621 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:17:27.945887 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0a26f24f-2c1f-46cf-bfb7-87e7bea23c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:17:28.822786 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:17:30.312930 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:17:55.110128 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ab6af458-dbfb-4718-914f-6c4c83a9f55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:17:55.412278 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:17:55.890738 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:17:56.654295 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:17:57.949347 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f8009272-6922-41a6-a18f-cd1d22ac99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:17:58.828021 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:00.314959 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:25.102204 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-15ec52d6-874b-49e4-b386-eb3814cc461d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:25.897543 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:26.655023 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:27.952052 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cd48e01-81f4-4dd5-946d-4cba93486007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:28.830289 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:30.320374 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:32.415001 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:18:51.583973 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41298) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:51.651374 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41310) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:51.849735 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1813450501-network', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:51.854874 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:51.859980 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Usage tracker for resource:network and tenant:56f45e42a8164b9d93b91b7feb698620 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:51.862960 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:51.869144 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:51.879929 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Made reservation on behalf of 56f45e42a8164b9d93b91b7feb698620 for: {'network': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:51.882175 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:51.899720 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:51.915265 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:51.920434 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Usage tracker for resource:security_group_rule and tenant:56f45e42a8164b9d93b91b7feb698620 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:51.923888 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:51.933018 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:52.031369 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41332) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:52.042458 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.051826 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-641469576-network', 'tenant_id': '9044cf8a431a4b2bb633e3c4c698f045'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:52.056679 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.057773 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:52.073479 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:52.083270 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035}  {{(pid=78519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:18:52.086602 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Usage tracker for resource:network and tenant:9044cf8a431a4b2bb633e3c4c698f045 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:52.096233 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:52.108060 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729818259604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.108676 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f091b760940> segment precommit_create {{(pid=78519) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 23 16:18:52.109119 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.segments_db [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Added segment e545dd5a-cd17-409d-aa68-108a14d338f9 of type vlan for network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3
Jul 23 16:18:52.118988 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:52.149854 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Made reservation on behalf of 9044cf8a431a4b2bb633e3c4c698f045 for: {'network': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:52.152079 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.189749 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.202771 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.219866 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a713f61c-2e18-409f-8f2b-c9fff981cde7,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:52.247884 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:52.248228 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:52.248558 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:52.248884 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:52.249211 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:52.249535 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:52.250114 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:52.250440 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:52.250758 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:52.251097 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:52.251412 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:52.251727 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Tracked resource versions report:
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]: pushed versions:
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]: {   'AddressGroup': {'1.2'},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     'ConntrackHelper': {'1.0'},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     'Log': {'1.0'},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     'Network': {'1.1'},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     'Port': {'1.7'},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     'PortForwarding': {'1.2'},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     'QosPolicy': {'1.8'},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     'SecurityGroup': {'1.4'},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     'SecurityGroupRule': {'1.2'},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     'SubPort': {'1.0'},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     'Subnet': {'1.1'},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     'Trunk': {'1.1'}}
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]: consumer versions:
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]: {   DHCP agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     HyperV agent@hv-cinder-80203: {},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     L3 agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     Metadata agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     Metering agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:     Open vSwitch agent@dv-cinder-802036-1-iscsi: {   'AddressGroup': '1.2',
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'ConntrackHelper': '1.0',
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'Log': '1.0',
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'Network': '1.1',
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'Port': '1.7',
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'PortForwarding': '1.2',
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'QosPolicy': '1.8',
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'SecurityGroup': '1.4',
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'SecurityGroupRule': '1.2',
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'SubPort': '1.0',
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'Subnet': '1.1',
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:                                                      'Trunk': '1.1'}}
Jul 23 16:18:52.252812 dv-cinder-802036-1-iscsi neutron-server[78519]:  {{(pid=78519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:18:52.256608 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:52.257814 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:52.264997 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Usage tracker for resource:security_group_rule and tenant:9044cf8a431a4b2bb633e3c4c698f045 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:52.268660 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:52.274768 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.275798 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:52.278338 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:52.279218 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.285477 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:52.415542 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Pushing event updated for resources: {'Network': ['ID=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:52.419106 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:52.420696 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.8350730
Jul 23 16:18:52.425976 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41352) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:52.430414 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:18:52.452590 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Request body: {'subnet': {'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1813450501-subnet', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:52.464620 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:52.478078 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Usage tracker for resource:subnet and tenant:56f45e42a8164b9d93b91b7feb698620 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:52.487091 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:52.496762 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.502083 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.507202 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:52.510281 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-398805344-network', 'tenant_id': '9dfdee71573d4d00b2395762a43856df'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:52.524607 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:52.535806 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023}  {{(pid=78519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:18:52.536933 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Usage tracker for resource:network and tenant:9dfdee71573d4d00b2395762a43856df is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:52.545567 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:52.549272 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d1b11c-0a19-476e-b265-b8f6338ee2b4,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:52.553712 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:52.554166 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41362) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:52.555163 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.555502 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.segments_db [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Added segment f5ac7b36-793b-4a32-8cb1-12bc7aab7d58 of type vlan for network b04ba1a7-f7ee-49e5-bb29-3d488b66e5cd
Jul 23 16:18:52.564481 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:52.580484 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:52.594274 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.597425 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Made reservation on behalf of 9dfdee71573d4d00b2395762a43856df for: {'network': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:52.600345 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.600947 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41368) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:52.612238 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Made reservation on behalf of 56f45e42a8164b9d93b91b7feb698620 for: {'subnet': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:52.614582 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Notify callbacks [] for subnet, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.652455 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.655016 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:52.656745 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.665864 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41374) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:52.669534 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:52.739463 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.800210 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Pushing event updated for resources: {'Network': ['ID=b04ba1a7-f7ee-49e5-bb29-3d488b66e5cd,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:52.805242 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:52.810787 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-network', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:52.812444 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network b04ba1a7-f7ee-49e5-bb29-3d488b66e5cd details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:18:52.818369 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:52.822828 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Usage tracker for resource:network and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:52.826927 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1744356
Jul 23 16:18:52.828067 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:52.830709 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41384) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:52.838854 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Request body: {'subnet': {'network_id': 'b04ba1a7-f7ee-49e5-bb29-3d488b66e5cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-641469576-subnet', 'tenant_id': '9044cf8a431a4b2bb633e3c4c698f045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:52.844827 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:52.849176 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:52.860906 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1156563832-network', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:52.865527 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Usage tracker for resource:subnet and tenant:9044cf8a431a4b2bb633e3c4c698f045 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:52.869193 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:52.870428 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:52.873273 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:52.876400 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Usage tracker for resource:security_group_rule and tenant:9dfdee71573d4d00b2395762a43856df is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:52.879495 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:52.880836 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:52.883344 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Made reservation on behalf of df8a773d9e6b4d9795b2f5b90064e860 for: {'network': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:52.886108 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.887551 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:52.897993 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Usage tracker for resource:network and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:52.904539 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:52.915845 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.928397 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:52.939299 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Made reservation on behalf of 9044cf8a431a4b2bb633e3c4c698f045 for: {'subnet': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:52.941875 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.959331 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:52.978080 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Made reservation on behalf of e89cf1ea5dbf40b3b0e280a89adce958 for: {'network': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:52.980898 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.992189 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Usage tracker for resource:security_group_rule and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:52.993533 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.997320 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for subnet, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:52.997846 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:53.007608 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.010461 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f78b3fa8-d147-415f-ab0c-ffe1f382e164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:53.078205 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.134285 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:53.188755 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021}  {{(pid=78518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:18:53.191875 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-396024374-network', 'tenant_id': '2809519de50c49e59b8224eb069476f1'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:53.212415 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:53.216342 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe04e03-32e7-4990-b898-80e8e8584317,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:53.237330 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.239258 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.segments_db [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Added segment 71dca986-d66e-445d-9d35-19d6216f093e of type vlan for network a50d0006-7352-42e6-a958-596db1c23e59
Jul 23 16:18:53.280610 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.317744 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:53.318686 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:53.319616 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:53.320174 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:53.320855 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:53.321439 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:53.322027 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:53.322892 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:53.323520 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:53.324673 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:53.325333 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:53.325845 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Tracked resource versions report:
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]: pushed versions:
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]: {   'AddressGroup': {'1.2'},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     'ConntrackHelper': {'1.0'},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     'Log': {'1.0'},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     'Network': {'1.1'},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     'Port': {'1.7'},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     'PortForwarding': {'1.2'},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     'QosPolicy': {'1.8'},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     'SecurityGroup': {'1.4'},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     'SecurityGroupRule': {'1.2'},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     'SubPort': {'1.0'},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     'Subnet': {'1.1'},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     'Trunk': {'1.1'}}
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]: consumer versions:
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]: {   DHCP agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     HyperV agent@hv-cinder-80203: {},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     L3 agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     Metadata agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     Metering agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:     Open vSwitch agent@dv-cinder-802036-1-iscsi: {   'AddressGroup': '1.2',
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'ConntrackHelper': '1.0',
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'Log': '1.0',
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'Network': '1.1',
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'Port': '1.7',
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'PortForwarding': '1.2',
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'QosPolicy': '1.8',
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'SecurityGroup': '1.4',
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'SecurityGroupRule': '1.2',
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'SubPort': '1.0',
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'Subnet': '1.1',
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:                                                      'Trunk': '1.1'}}
Jul 23 16:18:53.327349 dv-cinder-802036-1-iscsi neutron-server[78518]:  {{(pid=78518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:18:53.340109 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:53.341288 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Checking segment: {'id': 'e545dd5a-cd17-409d-aa68-108a14d338f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:18:53.341850 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Network hostable DHCP agents. Network: 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:18:53.350756 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:53.352498 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:53.355587 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Usage tracker for resource:network and tenant:2809519de50c49e59b8224eb069476f1 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:53.359081 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:53.365730 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:53.375122 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Usage tracker for resource:security_group_rule and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:53.380071 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for subnet, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.388762 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:53.392029 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Made reservation on behalf of 2809519de50c49e59b8224eb069476f1 for: {'network': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:53.394845 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.421392 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.431760 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.434912 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:53.439140 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:53.451889 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:53.452597 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.479643 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:18:53.503223 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4706454
Jul 23 16:18:53.508743 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41408) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:53.509589 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3) {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:18:53.516324 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:53.517680 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.519641 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ec7432-1f01-432d-b933-e6e3b01de930 None None] Network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:18:53.545750 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Request body: {'subnet': {'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-398805344-subnet', 'tenant_id': '9dfdee71573d4d00b2395762a43856df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:53.551021 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:53.556064 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Usage tracker for resource:subnet and tenant:9dfdee71573d4d00b2395762a43856df is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:53.560040 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:53.566777 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:53.583869 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Made reservation on behalf of 9dfdee71573d4d00b2395762a43856df for: {'subnet': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:53.586991 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.667554 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.707113 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:53.719295 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.722584 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Usage tracker for resource:security_group_rule and tenant:2809519de50c49e59b8224eb069476f1 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:53.725625 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Checking segment: {'id': 'f5ac7b36-793b-4a32-8cb1-12bc7aab7d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b04ba1a7-f7ee-49e5-bb29-3d488b66e5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:18:53.725984 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Network hostable DHCP agents. Network: b04ba1a7-f7ee-49e5-bb29-3d488b66e5cd, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:18:53.737569 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:53.756079 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047}  {{(pid=78519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:18:53.768123 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.768484 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.segments_db [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Added segment b4ccac1e-5bec-4a20-a324-f9ab7c5765f7 of type vlan for network 25941fe6-7ac1-499c-9924-d29ef8bafcca
Jul 23 16:18:53.805877 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.859839 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ec5e7-71c0-41a9-bd0a-6760ff65c623 None None] Network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:18:53.863030 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:53.864581 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9539206a-e919-4533-9b3c-04733d44822d,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:53.883609 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:53.885439 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-bf305e13-955e-4896-a893-769f86afe8db admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.4560184
Jul 23 16:18:53.887174 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:53.902167 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41418) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:53.903706 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for subnet, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.917263 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1813450501-router', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:53.925607 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:53.936146 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Usage tracker for resource:router and tenant:56f45e42a8164b9d93b91b7feb698620 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:53.944354 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:53.958797 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:53.960661 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:53.977631 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:53.978724 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.017533 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.019705 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-490461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.021029 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=385d0c51-f754-4b7f-8a87-4bdca7aee9c7,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:54.029919 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Network b04ba1a7-f7ee-49e5-bb29-3d488b66e5cd is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:18:54.083265 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:54.083962 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:54.099350 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4972718
Jul 23 16:18:54.106915 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41434) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:54.123558 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Request body: {'subnet': {'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1156563832-subnet', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:54.144745 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.147821 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, b04ba1a7-f7ee-49e5-bb29-3d488b66e5cd) {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:18:54.156332 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:54.161635 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.166887 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Usage tracker for resource:subnet and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:54.171937 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:54.172665 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.185063 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:54.206173 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.207413 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:54.212727 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89d8e4d-6b17-476e-a93e-160e9070ff41,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:54.228873 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:54.229311 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:54.288338 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.4565818
Jul 23 16:18:54.303350 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e4f605-2774-4eb0-8f49-23ca0e588ab5 None None] Network b04ba1a7-f7ee-49e5-bb29-3d488b66e5cd requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:18:54.312498 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019}  {{(pid=78519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:18:54.318254 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Made reservation on behalf of e89cf1ea5dbf40b3b0e280a89adce958 for: {'subnet': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:54.329366 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.582749 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.583115 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.segments_db [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Added segment a14e8aa8-9df5-4a5c-8688-ae010236feb5 of type vlan for network 7b649258-53f8-4165-adb5-6ffb90974ecb
Jul 23 16:18:54.587168 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03df00d0-1770-4b7e-a9d7-a42d8bff7cb0,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:54.599833 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:54.603158 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.603910 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:54.635121 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.694666 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.756768 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b50bb-fd2e-4459-9e61-596f0a032003 None None] Network b04ba1a7-f7ee-49e5-bb29-3d488b66e5cd requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:18:54.758076 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for subnet, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.764262 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001}  {{(pid=78519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:18:54.769262 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Pushing event updated for resources: {'Network': ['ID=25941fe6-7ac1-499c-9924-d29ef8bafcca,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:54.779115 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:54.779578 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1f5da4a3-067a-49e5-bc6f-5f99e6258294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:54.798276 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network 25941fe6-7ac1-499c-9924-d29ef8bafcca details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:18:54.804219 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Pushing event updated for resources: {'Network': ['ID=a50d0006-7352-42e6-a958-596db1c23e59,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:54.812918 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:54.820273 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.820659 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.segments_db [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Added segment 15723a31-b2ec-4d76-99bd-c2c505c4740c of type vlan for network e6439157-9120-4d37-87f7-3814899a83ae
Jul 23 16:18:54.823371 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-490434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.832188 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.818s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:54.841562 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:54.854715 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:54.855328 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:54.898668 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.900392 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Checking segment: {'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:18:54.901076 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Network hostable DHCP agents. Network: a50d0006-7352-42e6-a958-596db1c23e59, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:18:54.918490 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:54.923308 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:54.942282 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network a50d0006-7352-42e6-a958-596db1c23e59 details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:18:54.988234 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7922f234-6844-4bc7-8cee-7eadd522e056,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:54.991041 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Network a50d0006-7352-42e6-a958-596db1c23e59 is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:18:55.003489 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:55.005871 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:55.008298 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7520d2dd-36ef-41cf-9656-baecf7013948,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:55.012675 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-191b47a8-1b38-48cc-9177-3ac93e5e17dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:55.014558 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:55.018029 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, a50d0006-7352-42e6-a958-596db1c23e59) {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:18:55.025786 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:55.029480 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:55.040301 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de91ed6d-6070-4d8c-b64f-c695df24cc80 None None] Network a50d0006-7352-42e6-a958-596db1c23e59 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:18:55.101446 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41484) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:55.210771 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6724577
Jul 23 16:18:55.226751 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.6661408
Jul 23 16:18:55.228092 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41498) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:55.228640 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Pushing event updated for resources: {'Network': ['ID=7b649258-53f8-4165-adb5-6ffb90974ecb,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:55.232051 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Checking segment: {'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:18:55.232491 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Network hostable DHCP agents. Network: 25941fe6-7ac1-499c-9924-d29ef8bafcca, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:18:55.242153 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:55.244668 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Request body: {'subnet': {'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-subnet', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:55.254141 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:55.264892 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Usage tracker for resource:subnet and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:55.265240 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Network 25941fe6-7ac1-499c-9924-d29ef8bafcca is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:18:55.271825 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:55.282124 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:55.289760 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, 25941fe6-7ac1-499c-9924-d29ef8bafcca) {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:18:55.299416 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network 7b649258-53f8-4165-adb5-6ffb90974ecb details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:18:55.299612 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:55.300712 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:55.326591 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2114482
Jul 23 16:18:55.329198 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41508) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:55.332614 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:55.336489 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:55.343007 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:55.348474 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Usage tracker for resource:router and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:55.352985 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:55.360619 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:55.369846 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:55.370851 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:55.390365 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-835e1591-ad2b-4ddf-aa04-388c030cda5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:55.407660 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:55.409733 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-490461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:55.435169 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:55.487120 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Made reservation on behalf of df8a773d9e6b4d9795b2f5b90064e860 for: {'subnet': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:55.489411 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:55.567109 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.7986598
Jul 23 16:18:55.573933 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41512) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:55.603665 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9d1c31-a865-4881-9e55-df592d64988e None None] Network 25941fe6-7ac1-499c-9924-d29ef8bafcca requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:18:55.741908 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d316-69ab-4c2e-97d3-e7808ac5fece admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:55.780589 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Request body: {'subnet': {'network_id': 'e6439157-9120-4d37-87f7-3814899a83ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-396024374-subnet', 'tenant_id': '2809519de50c49e59b8224eb069476f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:55.782825 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for subnet, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:55.784005 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-b5e7d316-69ab-4c2e-97d3-e7808ac5fece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:55.791983 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41520) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:55.797595 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-b5e7d316-69ab-4c2e-97d3-e7808ac5fece admin admin] Usage tracker for resource:security_group_rule and tenant:4d07ae8153b54c439a39607eb58413ac is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:55.801980 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-b5e7d316-69ab-4c2e-97d3-e7808ac5fece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:55.810707 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-b5e7d316-69ab-4c2e-97d3-e7808ac5fece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:55.875431 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:55.907475 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-892886160-network', 'tenant_id': '2e276fc058124206a1a12122d9c68e15'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:55.915956 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Usage tracker for resource:subnet and tenant:2809519de50c49e59b8224eb069476f1 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:55.995343 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d316-69ab-4c2e-97d3-e7808ac5fece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:55.997355 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a553b216-d7bb-459e-9adc-7281b6d4193a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:56.024374 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Pushing event updated for resources: {'Network': ['ID=e6439157-9120-4d37-87f7-3814899a83ae,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:56.027394 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.028800 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:56.032108 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:56.040546 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:56.064466 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.104439 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-665d7bfe-d8b3-4809-a7c0-29e4b9c66331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.105042 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:56.108039 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Usage tracker for resource:network and tenant:2e276fc058124206a1a12122d9c68e15 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:56.124832 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:56.147463 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network e6439157-9120-4d37-87f7-3814899a83ae details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:18:56.161159 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:56.236202 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Allocated IP 172.27.1.41 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/252b96e9-733f-4f07-8a1e-e147e9c2b298) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:18:56.250195 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Made reservation on behalf of 2809519de50c49e59b8224eb069476f1 for: {'subnet': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:56.255101 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.330171 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535e30b9-4da0-493b-b37d-f38810f17141 None None] Network a50d0006-7352-42e6-a958-596db1c23e59 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:18:56.397510 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.411726 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.448581 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d316-69ab-4c2e-97d3-e7808ac5fece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.490095 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.491939 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41552) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:56.500456 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-b5e7d316-69ab-4c2e-97d3-e7808ac5fece admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4d07ae8153b54c439a39607eb58413ac&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3880048
Jul 23 16:18:56.505504 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-490434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.506299 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41554) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:56.529941 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41560) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:56.533011 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Made reservation on behalf of 2e276fc058124206a1a12122d9c68e15 for: {'network': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:56.538587 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.538814 dv-cinder-802036-1-iscsi neutron-server[78518]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 23 16:18:56.586452 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.613598 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:56.635418 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Usage tracker for resource:security_group_rule and tenant:2e276fc058124206a1a12122d9c68e15 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:56.653821 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:56.679379 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:56.719268 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-767531da-9c43-4d44-8192-874268d0cd4b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:56.719981 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-767531da-9c43-4d44-8192-874268d0cd4b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Synchronizing usage tracker for tenant:9dfdee71573d4d00b2395762a43856df on resource:network {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:18:56.727321 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:18:56.746924 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:18:56.749177 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for subnet, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.765122 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71595677-b0e3-51d9-a2ec-9830c8832526-25941fe6-7ac1-499c-9924-d29ef8bafcca', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056'}]}} from dv-cinder-802036-1-iscsi. {{(pid=78520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 23 16:18:56.766844 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.767842 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:18:56.789012 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ffd11b59-5576-41bd-9dd4-604e0cbe0847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:56.823393 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a31d-b3d3-4670-865d-8ed3e6fd6195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.828823 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:56.878616 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-a2f6a31d-b3d3-4670-865d-8ed3e6fd6195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:56.901555 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-a2f6a31d-b3d3-4670-865d-8ed3e6fd6195 admin admin] Usage tracker for resource:security_group_rule and tenant:6c7e323250e546378128e7eed3f3556e is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:56.908405 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-a2f6a31d-b3d3-4670-865d-8ed3e6fd6195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:56.916927 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e34adca-7868-4b61-841f-2f53fbae97c4,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:56.920457 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:56.921013 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-a2f6a31d-b3d3-4670-865d-8ed3e6fd6195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:56.932539 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=515d6aae-e488-4d85-bfb1-8ccf9d06c3d9,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:56.941057 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:56.945628 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.453s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:56.949772 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Checking segment: {'id': '15723a31-b2ec-4d76-99bd-c2c505c4740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e6439157-9120-4d37-87f7-3814899a83ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:18:56.950260 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Network hostable DHCP agents. Network: e6439157-9120-4d37-87f7-3814899a83ae, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:18:56.957914 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Checking segment: {'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:18:56.957914 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Network hostable DHCP agents. Network: 7b649258-53f8-4165-adb5-6ffb90974ecb, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:18:57.032802 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Network e6439157-9120-4d37-87f7-3814899a83ae is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:18:57.035704 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce76ff8b-150d-45c2-96f4-507c24c41976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.053175 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.065310 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.068374 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, e6439157-9120-4d37-87f7-3814899a83ae) {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:18:57.068838 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Allocated IP 172.20.0.2 (25941fe6-7ac1-499c-9924-d29ef8bafcca/7922f234-6844-4bc7-8cee-7eadd522e056/1f97f749-a069-4a51-b2e7-3cb1cfd25fc7) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:18:57.081094 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88c7639-7745-455e-939a-32cb342b7b96 None None] Network e6439157-9120-4d37-87f7-3814899a83ae requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:18:57.087321 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Network 7b649258-53f8-4165-adb5-6ffb90974ecb is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:18:57.094572 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7d316-69ab-4c2e-97d3-e7808ac5fece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eedd25-7e2e-4670-8f3f-3a30eaba7853,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:57.099162 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b5e7d316-69ab-4c2e-97d3-e7808ac5fece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:57.105749 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2e8a2c87-d1f9-47a0-a126-fa4bcc7068ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.566s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:57.134633 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:57.143781 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:57.144057 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.152503 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce76ff8b-150d-45c2-96f4-507c24c41976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.181063 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, 7b649258-53f8-4165-adb5-6ffb90974ecb) {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:18:57.192301 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:57.193492 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.210997 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b44128-eba5-444a-aed1-fcc4b42b8dda None None] Network 7b649258-53f8-4165-adb5-6ffb90974ecb requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:18:57.312002 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Pushing event updated for resources: {'Port': ['ID=252b96e9-733f-4f07-8a1e-e147e9c2b298,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:57.315547 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:57.315999 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005}  {{(pid=78519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:18:57.384443 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.1531351
Jul 23 16:18:57.385931 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41570) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:57.393429 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffff2490-fd9f-42b5-b756-970249bfa87c,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:57.411668 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:57.420619 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a31d-b3d3-4670-865d-8ed3e6fd6195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.428853 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a31d-b3d3-4670-865d-8ed3e6fd6195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.442961 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8568890
Jul 23 16:18:57.442961 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:57.446576 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:57.448672 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:57.473418 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Usage tracker for resource:router and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:57.481285 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:57.490224 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-767531da-9c43-4d44-8192-874268d0cd4b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Unset dirty status for tenant:9dfdee71573d4d00b2395762a43856df on resource:network {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:18:57.491204 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-767531da-9c43-4d44-8192-874268d0cd4b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/networks?id=a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 200  len: 814 time: 0.9888220
Jul 23 16:18:57.492106 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:57.496569 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce76ff8b-150d-45c2-96f4-507c24c41976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.513512 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-72524fdc-0a7b-4966-b26b-b67a7284726e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:57.521015 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce76ff8b-150d-45c2-96f4-507c24c41976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.522107 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ce76ff8b-150d-45c2-96f4-507c24c41976 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a2eedd25-7e2e-4670-8f3f-3a30eaba7853 HTTP/1.1" status: 204  len: 168 time: 1.0022290
Jul 23 16:18:57.540434 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76ff8b-150d-45c2-96f4-507c24c41976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eedd25-7e2e-4670-8f3f-3a30eaba7853,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:57.543512 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ce76ff8b-150d-45c2-96f4-507c24c41976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:57.547156 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.548271 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-490461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.552584 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.557914 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.558613 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.segments_db [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Added segment b47df585-c38f-4a0f-bf6f-27a83205218e of type vlan for network d5ed2241-02f0-4fac-b0e9-695f769c9117
Jul 23 16:18:57.608588 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e5b44-e2f3-4f77-8d86-d5ff6a794c31 None None] Network e6439157-9120-4d37-87f7-3814899a83ae requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:18:57.617100 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.655701 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6a31d-b3d3-4670-865d-8ed3e6fd6195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76722fd-32b7-48dc-8f57-11929db6c82e,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:57.672725 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a2f6a31d-b3d3-4670-865d-8ed3e6fd6195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:57.696925 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:57.788042 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-a81cc5b1-179e-44e7-98fc-cddcb4ef9a00 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/quotas/9dfdee71573d4d00b2395762a43856df HTTP/1.1" status: 200  len: 375 time: 0.2776260
Jul 23 16:18:57.814893 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.031874 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71595677-b0e3-51d9-a2ec-9830c8832526-7b649258-53f8-4165-adb5-6ffb90974ecb', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4'}]}} from dv-cinder-802036-1-iscsi. {{(pid=78520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 23 16:18:58.032690 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.057179 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-a2f6a31d-b3d3-4670-865d-8ed3e6fd6195 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6c7e323250e546378128e7eed3f3556e&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5254776
Jul 23 16:18:58.058823 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.064086 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.065120 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41586) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:58.080291 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:58.082503 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.087858 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-2eebf5e3-eb40-4db6-95c5-d1aa9f78558d tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9dfdee71573d4d00b2395762a43856df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1554580
Jul 23 16:18:58.120192 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.124979 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41592) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:58.188801 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:58.240407 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Allocated IP 172.20.0.2 (7b649258-53f8-4165-adb5-6ffb90974ecb/6e34adca-7868-4b61-841f-2f53fbae97c4/2be14bfd-659c-4c11-913d-48d7642b73c9) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:18:58.276066 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-68754dc8-81c4-4e9d-a781-3ccbe7d8b99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.305411 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-68754dc8-81c4-4e9d-a781-3ccbe7d8b99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:58.311528 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-68754dc8-81c4-4e9d-a781-3ccbe7d8b99f admin admin] Usage tracker for resource:security_group_rule and tenant:537dc6837652453ca35a9ed450073eb4 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:58.315132 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-68754dc8-81c4-4e9d-a781-3ccbe7d8b99f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:58.323009 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-68754dc8-81c4-4e9d-a781-3ccbe7d8b99f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:58.323487 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Pushing event updated for resources: {'Network': ['ID=d5ed2241-02f0-4fac-b0e9-695f769c9117,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:58.349775 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.4794376
Jul 23 16:18:58.351222 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:58.355907 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac56-cc04-4b13-994a-abdbc1f988fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.392827 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac56-cc04-4b13-994a-abdbc1f988fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.447923 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-68754dc8-81c4-4e9d-a781-3ccbe7d8b99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.449994 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41598) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:58.460525 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.475264 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network d5ed2241-02f0-4fac-b0e9-695f769c9117 details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:18:58.494609 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3dad0a13-c036-4110-9d79-f5216619f140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.496319 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Allocated IP 172.27.1.113 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/73cd270a-f1aa-4114-a54c-7a45d788c1b0) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:18:58.504861 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac56-cc04-4b13-994a-abdbc1f988fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.506001 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Transition to ACTIVE for port object 2be14bfd-659c-4c11-913d-48d7642b73c9 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:18:58.517379 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:58.526699 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Transition to ACTIVE for port object 2be14bfd-659c-4c11-913d-48d7642b73c9 will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:18:58.530273 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Transition to ACTIVE for port object 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:18:58.542482 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-68754dc8-81c4-4e9d-a781-3ccbe7d8b99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.546986 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84ac56-cc04-4b13-994a-abdbc1f988fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76722fd-32b7-48dc-8f57-11929db6c82e,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:58.548704 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Request body: {'subnet': {'network_id': 'd5ed2241-02f0-4fac-b0e9-695f769c9117', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-892886160-subnet', 'tenant_id': '2e276fc058124206a1a12122d9c68e15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:18:58.550084 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac56-cc04-4b13-994a-abdbc1f988fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.551804 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-5c84ac56-cc04-4b13-994a-abdbc1f988fc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e76722fd-32b7-48dc-8f57-11929db6c82e HTTP/1.1" status: 204  len: 168 time: 0.4815280
Jul 23 16:18:58.552264 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Transition to ACTIVE for port object 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:18:58.559014 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.562131 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-5c84ac56-cc04-4b13-994a-abdbc1f988fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:58.564193 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.598261 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:58.628797 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-fba34dbc-b68e-4d73-91dd-5b70ddff973a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:58.633716 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:18:58.636498 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68754dc8-81c4-4e9d-a781-3ccbe7d8b99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3326ada-07e8-4e3e-b1b4-12943275a408,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:58.647893 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-68754dc8-81c4-4e9d-a781-3ccbe7d8b99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:58.651629 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475802'] for router, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.655390 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41618) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:58.716231 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Usage tracker for resource:subnet and tenant:2e276fc058124206a1a12122d9c68e15 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:18:58.732753 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:18:58.756300 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-2f9b157c-29b3-421e-92c2-cfb7e06b408d service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=78518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 23 16:18:58.757357 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-2f9b157c-29b3-421e-92c2-cfb7e06b408d service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3060689
Jul 23 16:18:58.764414 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Network 7b649258-53f8-4165-adb5-6ffb90974ecb is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:18:58.770668 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:18:58.776656 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:18:58.781385 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Network 25941fe6-7ac1-499c-9924-d29ef8bafcca is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:18:58.786342 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:18:58.789403 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:18:58.797852 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Pushing event updated for resources: {'Port': ['ID=2be14bfd-659c-4c11-913d-48d7642b73c9,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:58.829797 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:18:58.839005 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.887755 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:58.888094 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:58.888421 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:58.888755 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:58.889082 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:58.889406 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:58.889728 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:58.890048 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:58.890372 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:58.890695 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:58.891036 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:58.891357 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Tracked resource versions report:
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]: pushed versions:
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]: {   'AddressGroup': {'1.2'},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     'ConntrackHelper': {'1.0'},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     'Log': {'1.0'},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     'Network': {'1.1'},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     'Port': {'1.7'},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     'PortForwarding': {'1.2'},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     'QosPolicy': {'1.8'},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     'SecurityGroup': {'1.4'},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     'SecurityGroupRule': {'1.2'},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     'SubPort': {'1.0'},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     'Subnet': {'1.1'},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     'Trunk': {'1.1'}}
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]: consumer versions:
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]: {   DHCP agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     HyperV agent@hv-cinder-80203: {},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     L3 agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     Metadata agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     Metering agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:     Open vSwitch agent@dv-cinder-802036-1-iscsi: {   'AddressGroup': '1.2',
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'ConntrackHelper': '1.0',
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'Log': '1.0',
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'Network': '1.1',
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'Port': '1.7',
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'PortForwarding': '1.2',
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'QosPolicy': '1.8',
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'SecurityGroup': '1.4',
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'SecurityGroupRule': '1.2',
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'SubPort': '1.0',
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'Subnet': '1.1',
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:                                                      'Trunk': '1.1'}}
Jul 23 16:18:58.892633 dv-cinder-802036-1-iscsi neutron-server[78520]:  {{(pid=78520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:18:58.938665 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:58.945020 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:58.979355 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-68754dc8-81c4-4e9d-a781-3ccbe7d8b99f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=537dc6837652453ca35a9ed450073eb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8359258
Jul 23 16:18:58.981083 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41626) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:18:59.080542 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:59.084311 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Made reservation on behalf of 2e276fc058124206a1a12122d9c68e15 for: {'subnet': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:18:59.086588 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:59.088934 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Attempting to bind port 2be14bfd-659c-4c11-913d-48d7642b73c9 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:18:59.089324 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Attempting to bind port 2be14bfd-659c-4c11-913d-48d7642b73c9 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:18:59.089810 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Attempting to bind port 2be14bfd-659c-4c11-913d-48d7642b73c9 on network 7b649258-53f8-4165-adb5-6ffb90974ecb {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:18:59.095762 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Pushing event updated for resources: {'Port': ['ID=1f97f749-a069-4a51-b2e7-3cb1cfd25fc7,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:59.098646 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:59.103282 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:59.103742 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:59.104719 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:18:59.105773 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Checking segment: {'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:18:59.106240 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:59.106820 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Bound using segment: {'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:18:59.107269 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Bound port: 2be14bfd-659c-4c11-913d-48d7642b73c9, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:18:59.107678 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:59.116955 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Attempting to bind port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:18:59.117367 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Attempting to bind port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:18:59.118325 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Attempting to bind port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 on network 25941fe6-7ac1-499c-9924-d29ef8bafcca {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:18:59.122100 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:18:59.131277 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:18:59.133334 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:18:59.133932 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Checking segment: {'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:18:59.134505 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:59.135113 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Bound using segment: {'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:18:59.135783 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Bound port: 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:18:59.136877 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:59.142878 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:18:59.162882 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-490434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:59.375600 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Pushing event updated for resources: {'Port': ['ID=73cd270a-f1aa-4114-a54c-7a45d788c1b0,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:59.383042 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:59.441686 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] For port 2be14bfd-659c-4c11-913d-48d7642b73c9, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:18:59.447153 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] For port 2be14bfd-659c-4c11-913d-48d7642b73c9, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=2be14bfd-659c-4c11-913d-48d7642b73c9,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:18:59.450902 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] For port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:18:59.454540 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] For port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=1f97f749-a069-4a51-b2e7-3cb1cfd25fc7,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:18:59.456155 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:59.463418 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:59.507663 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:59.517383 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-80c3c99a-d2a0-4be7-8cf9-a60db7d5084d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:59.582232 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Pushing event updated for resources: {'Port': ['ID=2be14bfd-659c-4c11-913d-48d7642b73c9,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:59.585596 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:59.591493 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:18:59.708474 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Pushing event updated for resources: {'Port': ['ID=1f97f749-a069-4a51-b2e7-3cb1cfd25fc7,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:18:59.715884 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:18:59.741669 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:59.744883 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-80c3c99a-d2a0-4be7-8cf9-a60db7d5084d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:18:59.802143 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-17412b3e-36e5-4f3b-80a7-8f8a7a050d23 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:18:59.810127 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-17412b3e-36e5-4f3b-80a7-8f8a7a050d23 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/networks?id=e6439157-9120-4d37-87f7-3814899a83ae HTTP/1.1" status: 200  len: 811 time: 1.0968876
Jul 23 16:18:59.866826 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-2cd863af-aa84-4ae5-924e-5a51ac26aac2 service neutron] 10.222.0.82 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0218925
Jul 23 16:18:59.899240 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-ab854eb3-3d41-428a-b621-314bc50bc79a tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/quotas/2809519de50c49e59b8224eb069476f1 HTTP/1.1" status: 200  len: 375 time: 0.0875065
Jul 23 16:19:00.159462 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-1f53a28e-b3c6-46bc-8469-77395ea466a3 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=2809519de50c49e59b8224eb069476f1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2587345
Jul 23 16:19:00.348967 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:00.388100 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Router dc0870a2-c5ab-4b22-93e9-d71f021cecc0 is scheduled to L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 with binding_index 1 {{(pid=78518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 23 16:19:00.390222 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-80c3c99a-d2a0-4be7-8cf9-a60db7d5084d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:00.397597 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-d89139f6-7f67-4798-83ea-0de52d5744ea service neutron] 10.222.0.82 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4906189
Jul 23 16:19:00.409001 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ab99d906-856a-4069-90bf-4d4adc649381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:00.438911 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3c99a-d2a0-4be7-8cf9-a60db7d5084d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3326ada-07e8-4e3e-b1b4-12943275a408,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:00.445917 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475802'] for router, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:00.522909 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-80c3c99a-d2a0-4be7-8cf9-a60db7d5084d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:00.592110 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-7e230d17-cffa-43a1-90e4-dd2f9ea5b4b6 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=78518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 23 16:19:00.593207 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-7e230d17-cffa-43a1-90e4-dd2f9ea5b4b6 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2258904
Jul 23 16:19:00.738449 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 is scheduled to L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 with binding_index 1 {{(pid=78519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 23 16:19:00.743938 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:00.785794 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-80c3c99a-d2a0-4be7-8cf9-a60db7d5084d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:00.786770 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-80c3c99a-d2a0-4be7-8cf9-a60db7d5084d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c3326ada-07e8-4e3e-b1b4-12943275a408 HTTP/1.1" status: 204  len: 168 time: 1.7988694
Jul 23 16:19:00.794830 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for subnet, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:00.914712 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:00.922676 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:00.930281 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 2be14bfd-659c-4c11-913d-48d7642b73c9 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:01.107048 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 2be14bfd-659c-4c11-913d-48d7642b73c9 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:01.157475 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:19:01.173445 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Sync routers for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:19:01.178089 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfbea71-0b51-44ba-aded-97d5b216c23a,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:01.206260 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:01.208637 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919de54c0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:18:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:01.213542 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:01.253306 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Notify callbacks [] for router, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:01.254751 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.9250686
Jul 23 16:19:01.258392 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41684) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:01.364682 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c9fd1298-8250-40ee-a271-4a36f006b8d9 req-bc67d765-4e22-4ac9-8112-652b36f73c10 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 210 time: 0.1785655
Jul 23 16:19:01.399965 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:01.459545 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:01.473977 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:19:01.485593 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Sync routers for ids ['dc0870a2-c5ab-4b22-93e9-d71f021cecc0'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:19:01.507584 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Routers {'dc0870a2-c5ab-4b22-93e9-d71f021cecc0'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:01.509195 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09196f0130>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:18:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['dc0870a2-c5ab-4b22-93e9-d71f021cecc0'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:01.615837 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-63c53443-1793-4661-866d-dcfb318f9cae service neutron] 10.222.0.82 "GET /v2.0/networks/e6439157-9120-4d37-87f7-3814899a83ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0046833
Jul 23 16:19:01.616756 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Checking segment: {'id': 'b47df585-c38f-4a0f-bf6f-27a83205218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'd5ed2241-02f0-4fac-b0e9-695f769c9117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:01.617110 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Network hostable DHCP agents. Network: d5ed2241-02f0-4fac-b0e9-695f769c9117, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:19:01.685993 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48c0a8b-50f5-411b-a047-f62f42f50491 None None] Network 25941fe6-7ac1-499c-9924-d29ef8bafcca requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:19:01.811656 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:01.982128 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Notify callbacks [] for router, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:01.995291 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 8.0903656
Jul 23 16:19:01.999333 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41710) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:02.162780 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e424ed-6aa0-4eb1-adf7-4048d087a0ed None None] Network 7b649258-53f8-4165-adb5-6ffb90974ecb requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:19:02.327049 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Set router dc0870a2-c5ab-4b22-93e9-d71f021cecc0 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:02.446071 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919de54c0>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:18:59Z', 'revision_number': 3, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:02.462911 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Checking router: 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:19:02.463865 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Updating router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 port 73cd270a-f1aa-4114-a54c-7a45d788c1b0 binding host dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:19:02.517028 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-cfc251f1-00e5-4272-a091-95b97b884d6e None None] Provisioning for port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:02.642214 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:03.013701 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-df57293e-5c4b-4740-afc7-30d511459455 req-2d94e0d7-f101-4aa2-bb0f-945ecd9759c8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 210 time: 0.4372797
Jul 23 16:19:03.021873 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Network d5ed2241-02f0-4fac-b0e9-695f769c9117 is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:19:03.060757 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Allocated IP 172.27.1.148 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/8afb8a32-d387-4f5b-b74c-4384816c3351) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:19:03.075812 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-cfc251f1-00e5-4272-a091-95b97b884d6e None None] Provisioning complete for port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:03.076196 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cfc251f1-00e5-4272-a091-95b97b884d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:03.203401 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, d5ed2241-02f0-4fac-b0e9-695f769c9117) {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:03.212030 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:03.224247 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:03.225096 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:03.236166 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-c5c41172-4762-4826-8b03-f53e61760636 service neutron] 10.222.0.82 "GET /v2.0/networks/e6439157-9120-4d37-87f7-3814899a83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5930486
Jul 23 16:19:03.317390 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea948d-3ae3-424b-b094-2d959ec3b18d None None] Network d5ed2241-02f0-4fac-b0e9-695f769c9117 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:19:03.336713 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-c82cc43e-8725-412d-b573-9de32454afb5 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 4.8469145
Jul 23 16:19:03.717402 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a7ce5ee9-62cf-4061-b0ea-c651c23a57eb req-0b9ec134-c646-407f-a6bf-883717d31080 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 210 time: 0.1285663
Jul 23 16:19:03.792418 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Allocated IP 172.20.0.1 (25941fe6-7ac1-499c-9924-d29ef8bafcca/7922f234-6844-4bc7-8cee-7eadd522e056/73d3ce54-c7b5-4593-acec-53f9851482f9) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:19:03.882418 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41786) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:04.061605 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0ad69f-3225-4842-b263-ad6847191248 admin admin] Deleting subnet 385d0c51-f754-4b7f-8a87-4bdca7aee9c7 {{(pid=78519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:19:04.065448 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad69f-3225-4842-b263-ad6847191248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:04.081196 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:04.134855 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad69f-3225-4842-b263-ad6847191248 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:04.146112 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad69f-3225-4842-b263-ad6847191248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:04.271854 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad69f-3225-4842-b263-ad6847191248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for subnet, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:04.288965 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-50883afa-1a4e-436f-83ed-ab59fb9a5b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:04.376228 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ad69f-3225-4842-b263-ad6847191248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=385d0c51-f754-4b7f-8a87-4bdca7aee9c7,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:04.388443 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cfc251f1-00e5-4272-a091-95b97b884d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:04.404388 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad69f-3225-4842-b263-ad6847191248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:04.426612 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c7b05160-7ce9-4729-a60a-ed82cd06e711 req-8a5e5c0e-40a4-4afa-9412-7dd568ab893a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 210 time: 0.0696864
Jul 23 16:19:04.475195 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:04.482102 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-3e0ad69f-3225-4842-b263-ad6847191248 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/385d0c51-f754-4b7f-8a87-4bdca7aee9c7 HTTP/1.1" status: 204  len: 168 time: 0.5961978
Jul 23 16:19:04.489060 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41818) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:04.508475 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-3e0ad69f-3225-4842-b263-ad6847191248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:04.533928 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-cfc251f1-00e5-4272-a091-95b97b884d6e None None] For port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=1f97f749-a069-4a51-b2e7-3cb1cfd25fc7,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:04.550473 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.provisioning_blocks [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Transition to ACTIVE for port object 73d3ce54-c7b5-4593-acec-53f9851482f9 will not be triggered until provisioned by entity DHCP. {{(pid=78519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:04.573964 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:04.594550 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cfc251f1-00e5-4272-a091-95b97b884d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:04.600017 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09196f0130>, [{'id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1813450501-router', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:54Z', 'updated_at': '2021-07-23T16:18:57Z', 'revision_number': 3, 'project_id': '56f45e42a8164b9d93b91b7feb698620', 'gw_port': {'id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:56Z', 'updated_at': '2021-07-23T16:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:04.608321 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:04.623318 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.83', 64297) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:04.624214 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ffc9334a-abfc-4630-aa3a-8c5a0a884a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:04.671697 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-76fcddf6-1069-4f9e-84aa-e72e3af8fe85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:04.749881 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:04.875766 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Network 25941fe6-7ac1-499c-9924-d29ef8bafcca is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:04.913286 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:04.952230 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:19:04.952747 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407391'] for router_interface, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:05.001621 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:05.019559 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc251f1-00e5-4272-a091-95b97b884d6e None None] Pushing event updated for resources: {'Port': ['ID=1f97f749-a069-4a51-b2e7-3cb1cfd25fc7,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:05.032241 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-cfc251f1-00e5-4272-a091-95b97b884d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:05.032984 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Checking router: dc0870a2-c5ab-4b22-93e9-d71f021cecc0 for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:19:05.034694 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Updating router dc0870a2-c5ab-4b22-93e9-d71f021cecc0 port 252b96e9-733f-4f07-8a1e-e147e9c2b298 binding host dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:19:05.179023 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:05.181891 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:05.186963 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:05.201044 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ab7b29-486f-40a4-82e5-5c63f77060c0 None None] Network d5ed2241-02f0-4fac-b0e9-695f769c9117 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:19:05.209071 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41838) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:05.215877 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:19:05.216053 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Transition to ACTIVE for port object 73cd270a-f1aa-4114-a54c-7a45d788c1b0 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:05.230539 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:05.252948 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:05.291017 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-376851b2-e52d-4518-b850-ec4e2a40507f req-1cc15652-ffb5-48c6-9807-af95229851d3 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 210 time: 0.4277265
Jul 23 16:19:05.373041 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Pushing event updated for resources: {'Port': ['ID=73cd270a-f1aa-4114-a54c-7a45d788c1b0,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:05.385395 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:05.386895 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:05.387625 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:05.388118 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:05.388634 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:05.389176 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:05.389895 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:05.390380 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:05.390900 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:05.391811 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:05.392369 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:05.393667 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:05.396041 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Tracked resource versions report:
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]: pushed versions:
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]: {   'AddressGroup': {'1.2'},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     'ConntrackHelper': {'1.0'},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     'Log': {'1.0'},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     'Network': {'1.1'},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     'Port': {'1.7'},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     'PortForwarding': {'1.2'},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     'QosPolicy': {'1.8'},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     'SecurityGroup': {'1.4'},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     'SecurityGroupRule': {'1.2'},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     'SubPort': {'1.0'},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     'Subnet': {'1.1'},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     'Trunk': {'1.1'}}
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]: consumer versions:
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]: {   DHCP agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     HyperV agent@hv-cinder-80203: {},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     L3 agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     Metadata agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     Metering agent@dv-cinder-802036-1-iscsi: {},
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:     Open vSwitch agent@dv-cinder-802036-1-iscsi: {   'AddressGroup': '1.2',
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'ConntrackHelper': '1.0',
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'Log': '1.0',
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'Network': '1.1',
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'Port': '1.7',
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'PortForwarding': '1.2',
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'QosPolicy': '1.8',
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'SecurityGroup': '1.4',
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'SecurityGroupRule': '1.2',
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'SubPort': '1.0',
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'Subnet': '1.1',
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:                                                      'Trunk': '1.1'}}
Jul 23 16:19:05.396251 dv-cinder-802036-1-iscsi neutron-server[78521]:  {{(pid=78521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:19:05.418239 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Pushing event updated for resources: {'Port': ['ID=8afb8a32-d387-4f5b-b74c-4384816c3351,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:05.427706 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:05.433869 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:05.501420 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-f618163d-de8e-426a-a217-a329b36cb200 None None] Provisioning for port 2be14bfd-659c-4c11-913d-48d7642b73c9 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:05.510281 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Attempting to bind port 73cd270a-f1aa-4114-a54c-7a45d788c1b0 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:19:05.510651 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Attempting to bind port 73cd270a-f1aa-4114-a54c-7a45d788c1b0 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:19:05.511772 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Attempting to bind port 73cd270a-f1aa-4114-a54c-7a45d788c1b0 on network e3b4a095-1482-4de2-8b89-895c99c43f92 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:05.534645 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-f618163d-de8e-426a-a217-a329b36cb200 None None] Provisioning complete for port 2be14bfd-659c-4c11-913d-48d7642b73c9 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:05.535281 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f618163d-de8e-426a-a217-a329b36cb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:05.543286 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:19:05.545075 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Checking segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:05.545818 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:05.547450 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Bound using segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:19:05.550649 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Bound port: 73cd270a-f1aa-4114-a54c-7a45d788c1b0, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:19:05.551525 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:05.567902 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41850) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:05.599681 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:05.659659 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Pushing event updated for resources: {'Port': ['ID=73d3ce54-c7b5-4593-acec-53f9851482f9,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:05.716771 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.092s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:05.788165 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] For port 73cd270a-f1aa-4114-a54c-7a45d788c1b0, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:19:05.800717 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] For port 73cd270a-f1aa-4114-a54c-7a45d788c1b0, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=73cd270a-f1aa-4114-a54c-7a45d788c1b0,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:19:05.806447 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-ba2fec3a-0d08-42c8-b298-bd937e699633 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:05.809289 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:05.811168 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-ba2fec3a-0d08-42c8-b298-bd937e699633 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "GET /v2.0/networks?id=a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 200  len: 814 time: 1.0905457
Jul 23 16:19:05.813454 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e31aa5f8-13c2-4828-9e8f-70e2180c8a7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:05.973075 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Request body: {'port': {'device_id': '0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f', 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59', 'admin_state_up': True, 'tenant_id': '9dfdee71573d4d00b2395762a43856df'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:05.985901 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:05.986793 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919de54c0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:18:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:06.081340 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Pushing event updated for resources: {'Port': ['ID=73cd270a-f1aa-4114-a54c-7a45d788c1b0,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:06.093091 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:06.115098 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4f2131e0-4fa8-446e-a901-99c6fc318ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:06.118580 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f618163d-de8e-426a-a217-a329b36cb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:06.155161 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-4f2131e0-4fa8-446e-a901-99c6fc318ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:06.163499 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-4f2131e0-4fa8-446e-a901-99c6fc318ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f3b1b14e594e64b6cea50c52825f97 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:06.166536 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-4f2131e0-4fa8-446e-a901-99c6fc318ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:06.172898 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-4f2131e0-4fa8-446e-a901-99c6fc318ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:06.279203 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2bf642b4-22f5-4371-aa2d-f218ab0c8fbd req-6de1544b-820b-47aa-8956-65189f471f3f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 210 time: 0.5128405
Jul 23 16:19:06.288791 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-f618163d-de8e-426a-a217-a329b36cb200 None None] For port 2be14bfd-659c-4c11-913d-48d7642b73c9, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=2be14bfd-659c-4c11-913d-48d7642b73c9,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:06.306488 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f618163d-de8e-426a-a217-a329b36cb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:06.316525 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:06.406568 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9b7a-7d97-4912-979f-1828ca5ff33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:06.409231 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:06.503275 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4f2131e0-4fa8-446e-a901-99c6fc318ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:06.506415 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:06.540995 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618163d-de8e-426a-a217-a329b36cb200 None None] Pushing event updated for resources: {'Port': ['ID=2be14bfd-659c-4c11-913d-48d7642b73c9,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:06.548001 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f618163d-de8e-426a-a217-a329b36cb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:06.600979 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4f2131e0-4fa8-446e-a901-99c6fc318ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:06.626826 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:06.631144 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-ccb790fe-8331-4149-948e-4ca9eee3db55 None None] Provisioning complete for port 2be14bfd-659c-4c11-913d-48d7642b73c9 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:06.631539 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ccb790fe-8331-4149-948e-4ca9eee3db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:06.655982 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-3b6b9b7a-7d97-4912-979f-1828ca5ff33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:06.656579 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:06.699765 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-5c84ac56-cc04-4b13-994a-abdbc1f988fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:06.723864 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-4f2131e0-4fa8-446e-a901-99c6fc318ed0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c9f3b1b14e594e64b6cea50c52825f97&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1511683
Jul 23 16:19:06.727855 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Usage tracker for resource:port and tenant:9dfdee71573d4d00b2395762a43856df is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:06.744614 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:06.759309 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41886) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:06.771256 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:06.873049 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.83', 64303) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:06.927817 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5fc53c5e-432c-4d50-bf2b-2ea65bb7c4f9 req-1e2eb242-517d-4190-a945-42b955568c11 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 210 time: 0.2995675
Jul 23 16:19:06.956829 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-3b6b9b7a-7d97-4912-979f-1828ca5ff33c admin admin] Usage tracker for resource:security_group_rule and tenant:b332f1871b9247018b2e52fef7fa3eda is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:06.962472 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:06.987205 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919de54c0>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:18:59Z', 'revision_number': 3, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:06.998308 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73370dbb-8e85-4872-bd54-8682b2d0b98c None None] The sync data for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi is: [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:18:59Z', 'revision_number': 3, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:19:07.015481 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-3b6b9b7a-7d97-4912-979f-1828ca5ff33c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:07.121476 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2131e0-4fa8-446e-a901-99c6fc318ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87086f02-7545-4661-94bf-4d6a50b76170,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:07.123922 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Made reservation on behalf of 9dfdee71573d4d00b2395762a43856df for: {'port': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:19:07.139542 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:07.176589 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:07.189932 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:07.190322 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:07.193083 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f091c5b1700>> segment before_delete 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.202451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f091c5b1700>> subnet precommit_delete_associations 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.202451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09191940a0>> segment_host_mapping after_create 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.202451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09191940a0>> port after_create 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.202451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09191940a0>> port after_delete 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.202451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09191940a0>> port after_update 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.202451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09191940a0>> segment after_delete 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.202451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09191940a0>> subnet after_create 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.202451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09191940a0>> subnet after_delete 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.202451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09191940a0>> subnet after_update 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.213306 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-4f2131e0-4fa8-446e-a901-99c6fc318ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:07.286248 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Transition to ACTIVE for port object 252b96e9-733f-4f07-8a1e-e147e9c2b298 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:07.291648 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-ccb790fe-8331-4149-948e-4ca9eee3db55 None None] Provisioning for port 73d3ce54-c7b5-4593-acec-53f9851482f9 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:07.305676 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:07.314257 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-ccb790fe-8331-4149-948e-4ca9eee3db55 None None] Provisioning complete for port 73d3ce54-c7b5-4593-acec-53f9851482f9 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:07.314637 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ccb790fe-8331-4149-948e-4ca9eee3db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:07.421490 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:07.499970 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-ccb790fe-8331-4149-948e-4ca9eee3db55 None None] Port 73d3ce54-c7b5-4593-acec-53f9851482f9 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:19:07.500218 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0919157f10>> subnet after_create 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.500684 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0919157f10>> subnet after_delete 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.500984 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0919157f10>> subnet before_create 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.501155 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0919157f10>> subnet before_update 55550000 {{(pid=78518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:07.501515 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0919eff160>,) {'filters': {'network_id': ['b04ba1a7-f7ee-49e5-bb29-3d488b66e5cd']}} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:07.529484 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-3b6b9b7a-7d97-4912-979f-1828ca5ff33c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:07.722588 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Allocated IP 172.20.0.1 (20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3/0fe04e03-32e7-4990-b898-80e8e8584317/5a6af73f-bf44-40bd-a24b-8ea86105c0e3) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:19:07.797195 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-ccb790fe-8331-4149-948e-4ca9eee3db55 None None] Provisioning complete for port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:07.798699 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ccb790fe-8331-4149-948e-4ca9eee3db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:07.843495 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Attempting to bind port 252b96e9-733f-4f07-8a1e-e147e9c2b298 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:19:07.844241 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Attempting to bind port 252b96e9-733f-4f07-8a1e-e147e9c2b298 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:19:07.844843 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Attempting to bind port 252b96e9-733f-4f07-8a1e-e147e9c2b298 on network e3b4a095-1482-4de2-8b89-895c99c43f92 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:07.853233 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36b0be-617c-420d-8af4-62f9b2fb0a81 None None] Pushing event updated for resources: {'Port': ['ID=252b96e9-733f-4f07-8a1e-e147e9c2b298,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:07.867055 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-de36b0be-617c-420d-8af4-62f9b2fb0a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:07.912590 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-3e68a94b-490c-4301-9f37-565979406295 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:07.913331 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-3e68a94b-490c-4301-9f37-565979406295 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Synchronizing usage tracker for tenant:2809519de50c49e59b8224eb069476f1 on resource:network {{(pid=78519) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:19:08.000631 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:19:08.001015 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Checking segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:08.001559 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.001958 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Bound using segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:19:08.010060 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Bound port: 252b96e9-733f-4f07-8a1e-e147e9c2b298, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:19:08.011223 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.017625 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-750238c9-78ed-4504-b9f2-b525e7117b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.030069 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0919eff160>, 'f5ac7b36-793b-4a32-8cb1-12bc7aab7d58') {'for_net_delete': True} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:08.030538 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0919eff160>, 'f5ac7b36-793b-4a32-8cb1-12bc7aab7d58') {} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:08.089358 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599355'] for segment, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.118598 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-3e68a94b-490c-4301-9f37-565979406295 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Unset dirty status for tenant:2809519de50c49e59b8224eb069476f1 on resource:network {{(pid=78519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:19:08.129770 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-3e68a94b-490c-4301-9f37-565979406295 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.83 "GET /v2.0/networks?id=e6439157-9120-4d37-87f7-3814899a83ae HTTP/1.1" status: 200  len: 811 time: 0.9399018
Jul 23 16:19:08.134735 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5387610b-c071-4e65-8b35-d667b445f9c5 req-81fb3dd2-70e0-4520-85f9-c7a6d85db414 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 210 time: 0.2461135
Jul 23 16:19:08.179986 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.334395 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=78518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:19:08.334959 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612595'] for segment, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.339133 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-750238c9-78ed-4504-b9f2-b525e7117b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.371208 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Allocated IP 172.20.0.6 (a50d0006-7352-42e6-a958-596db1c23e59/7520d2dd-36ef-41cf-9656-baecf7013948/2ead14dd-eaac-4721-b492-f446ffc3654c) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   from cryptography.utils import int_from_bytes
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   from cryptography.utils import int_from_bytes
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   util.warn_limited(
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   util.warn_limited(
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]: Traceback (most recent call last):
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     timer()
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     cb(*args, **kw)
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     return func(*args, **kwargs)
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     self._notify()
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     self.callback(batched_events)
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     event.method(event)
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     return f(self, *a, **k)
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._get(url).json()
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:19:08.373118 dv-cinder-802036-1-iscsi neutron-server[78518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:19:08.377705 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4c6c41ab-dadd-4fb3-badb-a72af8fdc6ef req-3dd2ab45-57e9-4c3e-a170-e37a8c7e97d5 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 210 time: 0.1676781
Jul 23 16:19:08.420123 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] For port 252b96e9-733f-4f07-8a1e-e147e9c2b298, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:19:08.436782 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] For port 252b96e9-733f-4f07-8a1e-e147e9c2b298, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=252b96e9-733f-4f07-8a1e-e147e9c2b298,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:19:08.442940 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.451841 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:08.547980 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.556411 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.575921 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Routers {'dc0870a2-c5ab-4b22-93e9-d71f021cecc0'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:08.583753 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09196f0130>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:18:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['dc0870a2-c5ab-4b22-93e9-d71f021cecc0'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:08.591484 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407344'] for router_interface, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.599245 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:08.732512 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9b7a-7d97-4912-979f-1828ca5ff33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.733977 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.832660 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9b7a-7d97-4912-979f-1828ca5ff33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:08.884630 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Network 25941fe6-7ac1-499c-9924-d29ef8bafcca is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:08.893569 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:08.909035 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 2be14bfd-659c-4c11-913d-48d7642b73c9 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:08.918067 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Pushing event updated for resources: {'Port': ['ID=73d3ce54-c7b5-4593-acec-53f9851482f9,revision_number=2']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:08.933310 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:08.965419 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-80c3c99a-d2a0-4be7-8cf9-a60db7d5084d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:08.981009 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36b0be-617c-420d-8af4-62f9b2fb0a81 None None] Pushing event updated for resources: {'Port': ['ID=252b96e9-733f-4f07-8a1e-e147e9c2b298,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:08.997616 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-de36b0be-617c-420d-8af4-62f9b2fb0a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:09.028655 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] Set router dc0870a2-c5ab-4b22-93e9-d71f021cecc0 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:09.097601 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:09.118950 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b9b7a-7d97-4912-979f-1828ca5ff33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b37b0f-006f-4a61-bcfb-5bfd3ea0af96,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:09.121227 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-750238c9-78ed-4504-b9f2-b525e7117b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:09.124887 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3b6b9b7a-7d97-4912-979f-1828ca5ff33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:09.223267 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:09.295538 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:09.320461 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-3b6b9b7a-7d97-4912-979f-1828ca5ff33c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b332f1871b9247018b2e52fef7fa3eda&name=default HTTP/1.1" status: 200  len: 2979 time: 4.1100292
Jul 23 16:19:09.425830 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:19:09.486828 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41904) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:09.535976 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6722fa41-369d-409e-9c95-c299fd351bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:09.566871 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750238c9-78ed-4504-b9f2-b525e7117b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87086f02-7545-4661-94bf-4d6a50b76170,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:09.594494 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-750238c9-78ed-4504-b9f2-b525e7117b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:09.697278 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-57886381-ea36-4139-a719-f2f10310aadf req-aa092d4b-8208-4064-8a20-beeaaebe15aa tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 210 time: 0.1287220
Jul 23 16:19:09.700529 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:09.710063 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-750238c9-78ed-4504-b9f2-b525e7117b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:09.718043 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-750238c9-78ed-4504-b9f2-b525e7117b8d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/87086f02-7545-4661-94bf-4d6a50b76170 HTTP/1.1" status: 204  len: 168 time: 2.9572856
Jul 23 16:19:09.814281 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:19:09.830254 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Pushing event deleted for resources: {'Network': ['ID=b04ba1a7-f7ee-49e5-bb29-3d488b66e5cd,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:09.841031 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:09.926266 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:09.988215 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 2be14bfd-659c-4c11-913d-48d7642b73c9 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:09.988689 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:10.099895 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:10.132107 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:10.196208 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-5ed9992e-2ac5-4762-a7fe-79e0aa04282e None None] Provisioning complete for port 73d3ce54-c7b5-4593-acec-53f9851482f9 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:10.196658 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5ed9992e-2ac5-4762-a7fe-79e0aa04282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:10.213251 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-53e8d9cc-02e8-4f88-b678-d8a60f92ce95 req-f99d7997-dbc2-48a0-8c73-1c794de5fd8c tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 210 time: 0.3709259
Jul 23 16:19:10.215113 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] 10.222.0.82 "DELETE /v2.0/networks/b04ba1a7-f7ee-49e5-bb29-3d488b66e5cd HTTP/1.1" status: 204  len: 168 time: 5.6542122
Jul 23 16:19:10.227299 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:19:10.235971 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:10.242063 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Sync routers for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:19:10.244806 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41914) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:10.273875 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:10.276969 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-5712841f-0965-4988-9bfc-883519b727ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091a011580>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:18:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:10.304581 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] 10.222.0.82 "PUT /v2.0/routers/3c2f2720-b9b6-4569-baf8-3abe23ae5bb7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0447526
Jul 23 16:19:10.381186 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3cb4-aaf6-4030-ab5e-af3c5d020bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:10.445243 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e8a136-e264-4ea4-bd01-99988d436acb admin admin] Deleting subnet fdfbea71-0b51-44ba-aded-97d5b216c23a {{(pid=78519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:19:10.455488 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d8e8a136-e264-4ea4-bd01-99988d436acb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:10.462221 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3cb4-aaf6-4030-ab5e-af3c5d020bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:10.501341 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09196f0130>, [{'id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1813450501-router', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:54Z', 'updated_at': '2021-07-23T16:18:57Z', 'revision_number': 3, 'project_id': '56f45e42a8164b9d93b91b7feb698620', 'gw_port': {'id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:56Z', 'updated_at': '2021-07-23T16:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:10.522622 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2c55f-f85e-4521-a85d-83b11b0f5b48 None None] The sync data for ids ['dc0870a2-c5ab-4b22-93e9-d71f021cecc0'] in dv-cinder-802036-1-iscsi is: [{'id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1813450501-router', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:54Z', 'updated_at': '2021-07-23T16:18:57Z', 'revision_number': 3, 'project_id': '56f45e42a8164b9d93b91b7feb698620', 'gw_port': {'id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:56Z', 'updated_at': '2021-07-23T16:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:19:10.524188 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9992e-2ac5-4762-a7fe-79e0aa04282e None None] Port 73d3ce54-c7b5-4593-acec-53f9851482f9 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:19:10.553876 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 73cd270a-f1aa-4114-a54c-7a45d788c1b0 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:10.560558 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41920) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:10.568034 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Network a50d0006-7352-42e6-a958-596db1c23e59 is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:10.570690 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:10.593237 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:19:10.608262 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:10.609152 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:10.628542 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:10.671846 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7203608
Jul 23 16:19:10.754337 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Pushing event updated for resources: {'Port': ['ID=2ead14dd-eaac-4721-b492-f446ffc3654c,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:10.773790 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:10.774604 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:10.787157 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 73cd270a-f1aa-4114-a54c-7a45d788c1b0 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:10.793805 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d8e8a136-e264-4ea4-bd01-99988d436acb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:10.801760 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 73cd270a-f1aa-4114-a54c-7a45d788c1b0 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:10.802158 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:10.816174 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d8e8a136-e264-4ea4-bd01-99988d436acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:10.824393 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:10.851868 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:19:10.878592 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:10.939813 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407391'] for router_interface, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:11.202903 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d39640c5-a961-4606-9de7-65f3deeac3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:11.217392 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:11.219291 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d8e8a136-e264-4ea4-bd01-99988d436acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for subnet, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:11.227824 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c2fe0621-738f-41bb-82e4-47db432f37f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:11.262788 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 73cd270a-f1aa-4114-a54c-7a45d788c1b0, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=73cd270a-f1aa-4114-a54c-7a45d788c1b0,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:11.268085 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:11.272026 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-de36b0be-617c-420d-8af4-62f9b2fb0a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:11.295598 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8a136-e264-4ea4-bd01-99988d436acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfbea71-0b51-44ba-aded-97d5b216c23a,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:11.298284 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d8e8a136-e264-4ea4-bd01-99988d436acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:11.301021 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-d8e8a136-e264-4ea4-bd01-99988d436acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:11.311624 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-d8e8a136-e264-4ea4-bd01-99988d436acb admin admin] 10.222.0.82 "DELETE /v2.0/subnets/fdfbea71-0b51-44ba-aded-97d5b216c23a HTTP/1.1" status: 204  len: 168 time: 1.0656698
Jul 23 16:19:11.314022 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41934) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:11.350208 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Pushing event updated for resources: {'Port': ['ID=5a6af73f-bf44-40bd-a24b-8ea86105c0e3,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:11.358893 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:11.395600 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3cb4-aaf6-4030-ab5e-af3c5d020bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:11.424129 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Request body: {'port': {'device_id': '0610384d-3a33-4ce3-bef1-e275e3736f40', 'network_id': 'e6439157-9120-4d37-87f7-3814899a83ae', 'admin_state_up': True, 'tenant_id': '2809519de50c49e59b8224eb069476f1'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:11.505990 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=73cd270a-f1aa-4114-a54c-7a45d788c1b0,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:11.514564 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:11.555674 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 252b96e9-733f-4f07-8a1e-e147e9c2b298 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:11.593374 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-d39640c5-a961-4606-9de7-65f3deeac3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:11.626279 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:11.650691 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41938) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:11.675221 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-d39640c5-a961-4606-9de7-65f3deeac3f7 admin admin] Usage tracker for resource:security_group_rule and tenant:5b3763fcab5c44ddaf18b255be0a3e50 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:11.677084 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-d1ab9bd7-bdc7-4714-93ff-ce1273f3f738 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=78519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 23 16:19:11.681274 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-d1ab9bd7-bdc7-4714-93ff-ce1273f3f738 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2646444
Jul 23 16:19:11.690922 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--284486869', 'description': 'tempest-description--1719549346'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:11.710300 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 252b96e9-733f-4f07-8a1e-e147e9c2b298 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:11.716670 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 252b96e9-733f-4f07-8a1e-e147e9c2b298 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:11.717203 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:11.749101 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-d39640c5-a961-4606-9de7-65f3deeac3f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:11.753638 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e3cb4-aaf6-4030-ab5e-af3c5d020bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b37b0f-006f-4a61-bcfb-5bfd3ea0af96,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:11.771920 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ba7e3cb4-aaf6-4030-ab5e-af3c5d020bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:11.810989 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-d39640c5-a961-4606-9de7-65f3deeac3f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:11.830991 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:11.832298 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:11.984077 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-5712841f-0965-4988-9bfc-883519b727ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091a011580>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 2, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:11.996889 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Checking router: 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:19:11.997253 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Updating router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 port 73d3ce54-c7b5-4593-acec-53f9851482f9 binding host dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:19:12.038722 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3cb4-aaf6-4030-ab5e-af3c5d020bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:12.043637 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ba7e3cb4-aaf6-4030-ab5e-af3c5d020bbc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d4b37b0f-006f-4a61-bcfb-5bfd3ea0af96 HTTP/1.1" status: 204  len: 168 time: 2.5554307
Jul 23 16:19:12.050667 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475802'] for router, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:12.089525 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Usage tracker for resource:security_group and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:12.094433 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:12.102191 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:12.124394 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:12.124804 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:12.175834 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 252b96e9-733f-4f07-8a1e-e147e9c2b298, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=252b96e9-733f-4f07-8a1e-e147e9c2b298,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:12.181493 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:12.184702 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:12.225700 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Request body: {'port': {'device_id': '0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:12.291127 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:12.323334 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b0261402-b3cf-4d2f-9351-5e6059e47f79 req-7a7f3f67-2f18-416f-a6b1-979b863fd8b7 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 210 time: 0.5503249
Jul 23 16:19:12.397379 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=252b96e9-733f-4f07-8a1e-e147e9c2b298,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:12.408853 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:12.433858 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:12.477228 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f091aa04a60>> segment before_delete 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.477647 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f091aa04a60>> subnet precommit_delete_associations 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.478514 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f091ac5cee0>> segment_host_mapping after_create 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.478898 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f091ac5cee0>> port after_create 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.479334 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f091ac5cee0>> port after_delete 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.479763 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f091ac5cee0>> port after_update 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.480381 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f091ac5cee0>> segment after_delete 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.480718 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f091ac5cee0>> subnet after_create 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.481043 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f091ac5cee0>> subnet after_delete 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.481405 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f091ac5cee0>> subnet after_update 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.565623 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d39640c5-a961-4606-9de7-65f3deeac3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:12.609227 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d39640c5-a961-4606-9de7-65f3deeac3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:12.610080 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:12.668017 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58777268-c2ae-4a46-a534-aa975fb33265 req-850a557c-9dc0-4fa4-a716-6ed53cd13397 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:12.669972 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-58777268-c2ae-4a46-a534-aa975fb33265 req-850a557c-9dc0-4fa4-a716-6ed53cd13397 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 931 time: 1.5673397
Jul 23 16:19:12.681932 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3b6b9b7a-7d97-4912-979f-1828ca5ff33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:12.742207 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39640c5-a961-4606-9de7-65f3deeac3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3bec68-e819-498d-8c13-4d3795fa3c1d,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:12.869528 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41948) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:12.878354 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0919782340>> subnet after_create 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.878694 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0919782340>> subnet after_delete 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.879045 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0919782340>> subnet before_create 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.879370 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0919782340>> subnet before_update 55550000 {{(pid=78519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:19:12.879744 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f091ac5c970>,) {'filters': {'network_id': ['d5ed2241-02f0-4fac-b0e9-695f769c9117']}} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:12.920266 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-d39640c5-a961-4606-9de7-65f3deeac3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:12.951322 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Usage tracker for resource:port and tenant:2809519de50c49e59b8224eb069476f1 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:12.955167 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f091ac5c970>, 'b47df585-c38f-4a0f-bf6f-27a83205218e') {'for_net_delete': True} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:12.963790 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f091ac5c970>, 'b47df585-c38f-4a0f-bf6f-27a83205218e') {} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:12.973057 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:13.016541 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-af3be12e-c8e4-46cd-95ea-b93dbc4ed874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.025911 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.046189 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:13.068277 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.073382 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1851693'] for segment, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.075351 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Transition to ACTIVE for port object 73d3ce54-c7b5-4593-acec-53f9851482f9 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:13.097845 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.103100 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:13.109507 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:13.138548 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-d39640c5-a961-4606-9de7-65f3deeac3f7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5b3763fcab5c44ddaf18b255be0a3e50&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5357985
Jul 23 16:19:13.141326 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Usage tracker for resource:security_group_rule and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:13.155469 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:13.160014 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41952) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:13.164034 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-af3be12e-c8e4-46cd-95ea-b93dbc4ed874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:13.216528 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Made reservation on behalf of 2809519de50c49e59b8224eb069476f1 for: {'port': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:19:13.221055 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.224489 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:13.252011 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-af3be12e-c8e4-46cd-95ea-b93dbc4ed874 admin admin] Usage tracker for resource:security_group_rule and tenant:47f6f2da192d4e849773a1f0455fa490 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:13.284142 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.297712 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=78519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:19:13.298595 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1709463'] for segment, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.408422 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-af3be12e-c8e4-46cd-95ea-b93dbc4ed874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:13.421329 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-58777268-c2ae-4a46-a534-aa975fb33265 req-4fff5b73-d913-430a-a63c-882d896f9e00 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Synchronizing usage tracker for tenant:9dfdee71573d4d00b2395762a43856df on resource:security_group {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:19:13.441826 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 252b96e9-733f-4f07-8a1e-e147e9c2b298 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   from cryptography.utils import int_from_bytes
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   from cryptography.utils import int_from_bytes
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   util.warn_limited(
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   util.warn_limited(
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]: Traceback (most recent call last):
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     timer()
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     cb(*args, **kw)
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     return func(*args, **kwargs)
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     self._notify()
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     self.callback(batched_events)
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     event.method(event)
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     return f(self, *a, **k)
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._get(url).json()
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:19:13.497133 dv-cinder-802036-1-iscsi neutron-server[78519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:19:13.514677 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.538225 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-af3be12e-c8e4-46cd-95ea-b93dbc4ed874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:13.556539 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d9d25-4578-4c0e-8f77-e0c1801d746d None None] Pushing event updated for resources: {'Port': ['ID=73d3ce54-c7b5-4593-acec-53f9851482f9,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:13.592793 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:13.610297 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.645564 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.649418 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ee3d9d25-4578-4c0e-8f77-e0c1801d746d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:13.658139 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] 10.222.0.82 "DELETE /v2.0/networks/d5ed2241-02f0-4fac-b0e9-695f769c9117 HTTP/1.1" status: 204  len: 168 time: 2.3429353
Jul 23 16:19:13.666512 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ed2241-02f0-4fac-b0e9-695f769c9117,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:13.682642 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:13.690155 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 252b96e9-733f-4f07-8a1e-e147e9c2b298 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:13.690796 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.697633 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Attempting to bind port 73d3ce54-c7b5-4593-acec-53f9851482f9 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:19:13.698768 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Attempting to bind port 73d3ce54-c7b5-4593-acec-53f9851482f9 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:19:13.699196 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Attempting to bind port 73d3ce54-c7b5-4593-acec-53f9851482f9 on network 25941fe6-7ac1-499c-9924-d29ef8bafcca {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:13.856603 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:19:13.856998 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Checking segment: {'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:13.857417 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.857815 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Bound using segment: {'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:19:13.858373 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Bound port: 73d3ce54-c7b5-4593-acec-53f9851482f9, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:19:13.858856 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:13.915034 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Allocated IP 172.20.0.11 (e6439157-9120-4d37-87f7-3814899a83ae/515d6aae-e488-4d85-bfb1-8ccf9d06c3d9/75246f86-d9c9-4706-8587-ccf83d4cfb58) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:19:13.918331 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 73cd270a-f1aa-4114-a54c-7a45d788c1b0 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:14.004898 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:14.079273 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-5712841f-0965-4988-9bfc-883519b727ef None None] For port 73d3ce54-c7b5-4593-acec-53f9851482f9, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:19:14.083598 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-5712841f-0965-4988-9bfc-883519b727ef None None] For port 73d3ce54-c7b5-4593-acec-53f9851482f9, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=73d3ce54-c7b5-4593-acec-53f9851482f9,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:19:14.093572 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 73cd270a-f1aa-4114-a54c-7a45d788c1b0 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:14.095521 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:14.099542 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:14.112610 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:14.125797 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2f226f6a-a7a1-4dda-b48b-c744db41cd44 req-e6ea30a6-b912-47d8-bd3e-bd6d44ed67bb tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 210 time: 0.4606817
Jul 23 16:19:14.165866 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41962) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:14.195774 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:14.297852 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:14.315986 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:14.317676 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.6537030
Jul 23 16:19:14.334674 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d9d25-4578-4c0e-8f77-e0c1801d746d None None] Pushing event updated for resources: {'Port': ['ID=73d3ce54-c7b5-4593-acec-53f9851482f9,revision_number=4']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:14.367492 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-58777268-c2ae-4a46-a534-aa975fb33265 req-4fff5b73-d913-430a-a63c-882d896f9e00 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Unset dirty status for tenant:9dfdee71573d4d00b2395762a43856df on resource:security_group {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:19:14.368699 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-58777268-c2ae-4a46-a534-aa975fb33265 req-4fff5b73-d913-430a-a63c-882d896f9e00 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6438181
Jul 23 16:19:14.369357 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-23f3124f-bcc4-456f-a942-66d5c0669da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:14.385711 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-37c01b50-c457-4858-a0bb-aff54bb9ce8d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9044cf8a431a4b2bb633e3c4c698f045&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2184877
Jul 23 16:19:14.447801 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-23f3124f-bcc4-456f-a942-66d5c0669da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:14.478910 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41966) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:14.485931 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 41970) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:14.499497 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:14.500727 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-5712841f-0965-4988-9bfc-883519b727ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091a011580>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:18:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:14.515693 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-dc0af30a-2283-4e74-a74d-636f2fad39b6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Request body: {'security_group_rule': {'security_group_id': 'bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:14.541293 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Router 446e8bf8-296f-47f2-bff1-cd2e83e98190 is scheduled to L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 with binding_index 1 {{(pid=78518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 23 16:19:14.661068 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:14.771073 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-dc0af30a-2283-4e74-a74d-636f2fad39b6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:14.782810 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-dc0af30a-2283-4e74-a74d-636f2fad39b6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Usage tracker for resource:security_group_rule and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:14.788517 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-dc0af30a-2283-4e74-a74d-636f2fad39b6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:14.829078 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-dc0af30a-2283-4e74-a74d-636f2fad39b6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:14.839758 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:14.847568 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:14.867700 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ead14dd-eaac-4721-b492-f446ffc3654c {{(pid=78519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:19:14.872587 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-bfa43463-5a51-4cee-a879-5048ec4511a9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:14.901134 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-5712841f-0965-4988-9bfc-883519b727ef None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:14.935791 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:14.947482 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Network e6439157-9120-4d37-87f7-3814899a83ae is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:14.957520 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:14.969599 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:19:15.046954 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:15.047632 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:15.105450 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.provisioning_blocks [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Transition to ACTIVE for port object 2ead14dd-eaac-4721-b492-f446ffc3654c will not be triggered until provisioned by entity L2. {{(pid=78519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:15.110298 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6899908
Jul 23 16:19:15.110994 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Pushing event updated for resources: {'Port': ['ID=75246f86-d9c9-4706-8587-ccf83d4cfb58,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:15.130739 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:15.135234 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:15.143121 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:15.328626 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ee3d9d25-4578-4c0e-8f77-e0c1801d746d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.134s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:15.372304 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.074s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:15.384724 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:19:15.394682 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Sync routers for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:19:15.422166 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:15.425244 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d8194645-6364-4746-8e42-c76ead960924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091dcd4820>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:18:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:15.453138 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Pushing event updated for resources: {'Port': ['ID=2ead14dd-eaac-4721-b492-f446ffc3654c,revision_number=2']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:15.456286 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:15.562695 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.managers [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Attempting to bind port 2ead14dd-eaac-4721-b492-f446ffc3654c on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:19:15.563084 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.managers [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Attempting to bind port 2ead14dd-eaac-4721-b492-f446ffc3654c by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'}] {{(pid=78519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:19:15.563413 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Attempting to bind port 2ead14dd-eaac-4721-b492-f446ffc3654c on network a50d0006-7352-42e6-a958-596db1c23e59 {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:15.580062 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Port 2ead14dd-eaac-4721-b492-f446ffc3654c on network a50d0006-7352-42e6-a958-596db1c23e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:19:15.580383 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Attempting to bind port 2ead14dd-eaac-4721-b492-f446ffc3654c on network a50d0006-7352-42e6-a958-596db1c23e59 {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:15.589763 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:19:15.590374 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Checking segment: {'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:15.591031 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Bound using segment: {'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'} {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:19:15.591511 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.managers [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Bound port: 2ead14dd-eaac-4721-b492-f446ffc3654c, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'}}] {{(pid=78519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:19:15.591850 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:15.612834 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:15.627412 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-5712841f-0965-4988-9bfc-883519b727ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091a011580>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:14Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:15.632769 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712841f-0965-4988-9bfc-883519b727ef None None] The sync data for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi is: [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:14Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:19:15.790951 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] For port 2ead14dd-eaac-4721-b492-f446ffc3654c, host hv-cinder-80203, cleared binding levels {{(pid=78519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:19:15.798586 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:15.805916 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] For port 2ead14dd-eaac-4721-b492-f446ffc3654c, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2ead14dd-eaac-4721-b492-f446ffc3654c,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:19:15.813356 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:15.818284 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1b8dcb6a-f24d-4d8c-b3db-977134a29e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:15.846872 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:15.866117 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] Notify callbacks [] for router, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:15.867840 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-3c2a35bb-105b-4f76-a1a2-14d4b380b58c admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 18.4801629
Jul 23 16:19:15.901722 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 41982) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:15.958470 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:16.003218 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407344'] for router_interface, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:16.013004 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6abbcddd-058a-4f97-8d70-0d1ef8fb7e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:16.014732 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-dc0af30a-2283-4e74-a74d-636f2fad39b6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:16.064457 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:16.064876 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:16.066247 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] 10.222.0.83 "PUT /v2.0/ports/2ead14dd-eaac-4721-b492-f446ffc3654c HTTP/1.1" status: 200  len: 1093 time: 4.0093169
Jul 23 16:19:16.098689 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f', 'tag': '2ead14dd-eaac-4721-b492-f446ffc3654c'}] {{(pid=78519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:19:16.195861 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-23f3124f-bcc4-456f-a942-66d5c0669da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:16.281437 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Pushing event updated for resources: {'Port': ['ID=5a6af73f-bf44-40bd-a24b-8ea86105c0e3,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:16.318619 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:16.336784 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:16.341808 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d8194645-6364-4746-8e42-c76ead960924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091dcd4820>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 3, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:16.347647 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Checking router: 446e8bf8-296f-47f2-bff1-cd2e83e98190 for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:19:16.348013 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Updating router 446e8bf8-296f-47f2-bff1-cd2e83e98190 port 8afb8a32-d387-4f5b-b74c-4384816c3351 binding host dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:19:16.357160 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-23f3124f-bcc4-456f-a942-66d5c0669da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:16.358917 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-23f3124f-bcc4-456f-a942-66d5c0669da7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0d3bec68-e819-498d-8c13-4d3795fa3c1d HTTP/1.1" status: 204  len: 168 time: 3.1965804
Jul 23 16:19:16.385588 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3124f-bcc4-456f-a942-66d5c0669da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3bec68-e819-498d-8c13-4d3795fa3c1d,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:16.404539 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-23f3124f-bcc4-456f-a942-66d5c0669da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:16.451158 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ba94c-e2dc-49ac-8fd3-7fd2050dc138 req-7e5ec0fb-4830-4522-964e-e8d4504280ca tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:16.460194 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-de4ba94c-e2dc-49ac-8fd3-7fd2050dc138 req-7e5ec0fb-4830-4522-964e-e8d4504280ca tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 932 time: 0.7947063
Jul 23 16:19:16.492755 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:16.521288 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Pushing event updated for resources: {'Port': ['ID=2ead14dd-eaac-4721-b492-f446ffc3654c,revision_number=3']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:16.528862 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6abbcddd-058a-4f97-8d70-0d1ef8fb7e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:16.540165 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:16.548139 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Request body: {'port': {'device_id': '0610384d-3a33-4ce3-bef1-e275e3736f40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:16.604241 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-de4ba94c-e2dc-49ac-8fd3-7fd2050dc138 req-eaa88f14-cd34-408e-8c56-ff62a5b170fd tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427150
Jul 23 16:19:16.634942 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-af3be12e-c8e4-46cd-95ea-b93dbc4ed874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:16.653398 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66a581-d004-4521-866c-35593314b9d6 req-794c75e5-66bf-4dba-a227-28e9de84ff4e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:16.656444 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0b66a581-d004-4521-866c-35593314b9d6 req-794c75e5-66bf-4dba-a227-28e9de84ff4e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 943 time: 0.8889031
Jul 23 16:19:16.693111 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-af3be12e-c8e4-46cd-95ea-b93dbc4ed874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:16.817212 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:16.982522 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-dc0af30a-2283-4e74-a74d-636f2fad39b6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:16.990626 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f', 'tag': '2ead14dd-eaac-4721-b492-f446ffc3654c', 'status': 'completed', 'code': 200}
Jul 23 16:19:17.061377 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-dc0af30a-2283-4e74-a74d-636f2fad39b6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:17.064721 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-af3be12e-c8e4-46cd-95ea-b93dbc4ed874 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=47f6f2da192d4e849773a1f0455fa490&name=default HTTP/1.1" status: 200  len: 2979 time: 4.1233354
Jul 23 16:19:17.071466 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:17.072061 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 42002) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:17.143891 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0b66a581-d004-4521-866c-35593314b9d6 req-52aa36a7-1974-4d9e-acb1-2b870c1b62d0 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4542720
Jul 23 16:19:17.144879 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:17.174598 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3be12e-c8e4-46cd-95ea-b93dbc4ed874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9584c5-b1af-4c82-a1ba-428d051fca07,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:17.344514 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:17.454614 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:17.455595 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-dc0af30a-2283-4e74-a74d-636f2fad39b6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:17.470494 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-dc0af30a-2283-4e74-a74d-636f2fad39b6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.9825511
Jul 23 16:19:17.472917 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 42018) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:17.482194 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-af3be12e-c8e4-46cd-95ea-b93dbc4ed874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:17.496147 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:17.524964 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Transition to ACTIVE for port object 8afb8a32-d387-4f5b-b74c-4384816c3351 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:17.555347 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 73d3ce54-c7b5-4593-acec-53f9851482f9 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:17.565803 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6abbcddd-058a-4f97-8d70-0d1ef8fb7e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:17.574370 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-e735f8d7-dd6b-4680-84ba-de83d731a0ea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Request body: {'security_group_rule': {'security_group_id': 'bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:17.609097 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6abbcddd-058a-4f97-8d70-0d1ef8fb7e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:17.617654 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-6abbcddd-058a-4f97-8d70-0d1ef8fb7e9e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d5d1b11c-0a19-476e-b265-b8f6338ee2b4 HTTP/1.1" status: 204  len: 168 time: 3.1220481
Jul 23 16:19:17.617654 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0af30a-2283-4e74-a74d-636f2fad39b6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9c0d10-b782-4ebd-9889-859e0ce2e1a7,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:17.640189 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:17.665404 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-4d71a0af-c3c3-43d0-9ac1-bc244319630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:17.667908 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-4d71a0af-c3c3-43d0-9ac1-bc244319630e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9dfdee71573d4d00b2395762a43856df&device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 1096 time: 0.9509470
Jul 23 16:19:17.682324 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7f4fcd6e-d157-4eea-895a-dccb1bd2e7f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:17.944336 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Attempting to bind port 8afb8a32-d387-4f5b-b74c-4384816c3351 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:19:17.944949 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Attempting to bind port 8afb8a32-d387-4f5b-b74c-4384816c3351 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:19:17.955372 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Attempting to bind port 8afb8a32-d387-4f5b-b74c-4384816c3351 on network e3b4a095-1482-4de2-8b89-895c99c43f92 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:18.004097 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:19:18.004690 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Checking segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:18.005327 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.005966 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Bound using segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:19:18.006739 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Bound port: 8afb8a32-d387-4f5b-b74c-4384816c3351, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:19:18.015834 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.091160 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-7cd312a1-d9d5-4c88-abc2-c0e3d1acc077 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ead14dd-eaac-4721-b492-f446ffc3654c HTTP/1.1" status: 200  len: 217 time: 0.1204515
Jul 23 16:19:18.107282 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12780c4f-a1de-44ae-ae8e-77a44e04c7f7 None None] Pushing event updated for resources: {'Port': ['ID=8afb8a32-d387-4f5b-b74c-4384816c3351,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:18.127286 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-e735f8d7-dd6b-4680-84ba-de83d731a0ea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:18.132675 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-e735f8d7-dd6b-4680-84ba-de83d731a0ea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Usage tracker for resource:security_group_rule and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:18.136994 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-e735f8d7-dd6b-4680-84ba-de83d731a0ea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:18.143345 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-e735f8d7-dd6b-4680-84ba-de83d731a0ea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:18.153726 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-12780c4f-a1de-44ae-ae8e-77a44e04c7f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:18.160886 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-dc0af30a-2283-4e74-a74d-636f2fad39b6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:18.161962 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-d39640c5-a961-4606-9de7-65f3deeac3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:18.190210 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 73d3ce54-c7b5-4593-acec-53f9851482f9 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:18.200660 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e735f8d7-dd6b-4680-84ba-de83d731a0ea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.221687 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 73d3ce54-c7b5-4593-acec-53f9851482f9 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:18.222180 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.327555 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-d8194645-6364-4746-8e42-c76ead960924 None None] For port 8afb8a32-d387-4f5b-b74c-4384816c3351, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:19:18.341697 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbcddd-058a-4f97-8d70-0d1ef8fb7e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d1b11c-0a19-476e-b265-b8f6338ee2b4,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:18.348918 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6abbcddd-058a-4f97-8d70-0d1ef8fb7e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:18.361681 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-c81b83d9-d67a-40ff-b49e-fdca63be3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:18.363694 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-c81b83d9-d67a-40ff-b49e-fdca63be3abf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7520d2dd-36ef-41cf-9656-baecf7013948 HTTP/1.1" status: 200  len: 854 time: 0.2602503
Jul 23 16:19:18.364253 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c024d1c9-a062-46c6-8b72-5df6d70eb67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.393612 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c024d1c9-a062-46c6-8b72-5df6d70eb67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.420815 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-d8194645-6364-4746-8e42-c76ead960924 None None] For port 8afb8a32-d387-4f5b-b74c-4384816c3351, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=8afb8a32-d387-4f5b-b74c-4384816c3351,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:19:18.450613 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.475819 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75246f86-d9c9-4706-8587-ccf83d4cfb58 {{(pid=78519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:19:18.486066 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.492034 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:18.551058 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e735f8d7-dd6b-4680-84ba-de83d731a0ea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.569675 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e735f8d7-dd6b-4680-84ba-de83d731a0ea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.572439 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.provisioning_blocks [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Transition to ACTIVE for port object 75246f86-d9c9-4706-8587-ccf83d4cfb58 will not be triggered until provisioned by entity L2. {{(pid=78519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:18.573908 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 42042) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:18.578634 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c024d1c9-a062-46c6-8b72-5df6d70eb67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.590231 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-1b7b724d-25fd-454b-ba84-33fb1e117f44 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a50d0006-7352-42e6-a958-596db1c23e59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0791235
Jul 23 16:19:18.590850 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.612587 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-dc0af30a-2283-4e74-a74d-636f2fad39b6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:18.651759 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735f8d7-dd6b-4680-84ba-de83d731a0ea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6c9d2e-3853-42db-8651-c14ffe7dd0eb,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:18.655150 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-e735f8d7-dd6b-4680-84ba-de83d731a0ea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:18.655790 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ce76ff8b-150d-45c2-96f4-507c24c41976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:18.691872 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Router dc0870a2-c5ab-4b22-93e9-d71f021cecc0 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:19:18.704876 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:18.708569 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024d1c9-a062-46c6-8b72-5df6d70eb67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9584c5-b1af-4c82-a1ba-428d051fca07,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:18.713441 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c024d1c9-a062-46c6-8b72-5df6d70eb67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:18.760931 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e735f8d7-dd6b-4680-84ba-de83d731a0ea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.765465 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-e735f8d7-dd6b-4680-84ba-de83d731a0ea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2728224
Jul 23 16:19:18.773738 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c024d1c9-a062-46c6-8b72-5df6d70eb67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.785137 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-c024d1c9-a062-46c6-8b72-5df6d70eb67c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3e9584c5-b1af-4c82-a1ba-428d051fca07 HTTP/1.1" status: 204  len: 168 time: 1.6946342
Jul 23 16:19:18.791090 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:18.792752 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 42048) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:18.810318 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Pushing event updated for resources: {'Port': ['ID=75246f86-d9c9-4706-8587-ccf83d4cfb58,revision_number=2']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:18.819185 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Request body: {'floatingip': {'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:18.822992 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:18.824082 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d8194645-6364-4746-8e42-c76ead960924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091dcd4820>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:18:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:18.832175 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:18.931993 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12780c4f-a1de-44ae-ae8e-77a44e04c7f7 None None] Pushing event updated for resources: {'Port': ['ID=8afb8a32-d387-4f5b-b74c-4384816c3351,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:18.939169 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-12780c4f-a1de-44ae-ae8e-77a44e04c7f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:18.957470 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 73d3ce54-c7b5-4593-acec-53f9851482f9, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=73d3ce54-c7b5-4593-acec-53f9851482f9,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:18.971690 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-5ca7d401-980e-466a-83d0-54fc77367973 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2e276fc058124206a1a12122d9c68e15&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3837855
Jul 23 16:19:18.976210 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:18.983762 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42056) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:19.028106 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Usage tracker for resource:floatingip and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:19.051335 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:19.075821 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:19.080271 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4fd8b-9342-4962-9cc8-ac9bbcf9aa78 req-17f8ec77-d918-4552-be1c-9d0b710a2b7b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:19.085605 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-54c4fd8b-9342-4962-9cc8-ac9bbcf9aa78 req-17f8ec77-d918-4552-be1c-9d0b710a2b7b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 943 time: 0.6334133
Jul 23 16:19:19.100983 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:19.108025 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-51d3cc7d-aae0-4720-b41e-4c613622913a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:19.258361 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-d8194645-6364-4746-8e42-c76ead960924 None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:19.271234 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786139e-24d1-4196-a16b-37126e1b5cf3 req-320a2eab-b181-4a95-b225-0abd858e5c1e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:19.279323 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9786139e-24d1-4196-a16b-37126e1b5cf3 req-320a2eab-b181-4a95-b225-0abd858e5c1e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 932 time: 1.1021781
Jul 23 16:19:19.323958 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.managers [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Attempting to bind port 75246f86-d9c9-4706-8587-ccf83d4cfb58 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:19:19.324613 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.managers [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Attempting to bind port 75246f86-d9c9-4706-8587-ccf83d4cfb58 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '15723a31-b2ec-4d76-99bd-c2c505c4740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e6439157-9120-4d37-87f7-3814899a83ae'}] {{(pid=78519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:19:19.325125 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Attempting to bind port 75246f86-d9c9-4706-8587-ccf83d4cfb58 on network e6439157-9120-4d37-87f7-3814899a83ae {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:19.344779 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ac47b941-3a31-4753-a7ee-f6914fcba0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:19.355146 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=73d3ce54-c7b5-4593-acec-53f9851482f9,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:19.386926 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ac47b941-3a31-4753-a7ee-f6914fcba0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:19.421795 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:19.443984 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:19.473669 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-54c4fd8b-9342-4962-9cc8-ac9bbcf9aa78 req-cd8c142b-5eb2-4af2-b6c0-39e6addd78ef tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3737066
Jul 23 16:19:19.485920 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Port 75246f86-d9c9-4706-8587-ccf83d4cfb58 on network e6439157-9120-4d37-87f7-3814899a83ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:19:19.486247 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Attempting to bind port 75246f86-d9c9-4706-8587-ccf83d4cfb58 on network e6439157-9120-4d37-87f7-3814899a83ae {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:19.493230 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-0a896fc7-16e8-4c3d-b78b-f4f346cc43ea service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8914616
Jul 23 16:19:19.510252 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:19.511983 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9786139e-24d1-4196-a16b-37126e1b5cf3 req-374e8cf8-23a6-48d9-a47d-093c6bd9f1c8 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2311668
Jul 23 16:19:19.512594 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:19:19.530626 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] 10.222.0.82 "PUT /v2.0/routers/dc0870a2-c5ab-4b22-93e9-d71f021cecc0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.4297042
Jul 23 16:19:19.533164 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Sync routers for ids ['dc0870a2-c5ab-4b22-93e9-d71f021cecc0'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:19:19.549465 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Routers {'dc0870a2-c5ab-4b22-93e9-d71f021cecc0'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:19.555869 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919d77940>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:18:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['dc0870a2-c5ab-4b22-93e9-d71f021cecc0'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:19.579524 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ac47b941-3a31-4753-a7ee-f6914fcba0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:19.595896 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:19:19.596265 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Checking segment: {'id': '15723a31-b2ec-4d76-99bd-c2c505c4740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e6439157-9120-4d37-87f7-3814899a83ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:19.601233 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Bound using segment: {'id': '15723a31-b2ec-4d76-99bd-c2c505c4740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e6439157-9120-4d37-87f7-3814899a83ae'} {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:19:19.602418 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.managers [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Bound port: 75246f86-d9c9-4706-8587-ccf83d4cfb58, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15723a31-b2ec-4d76-99bd-c2c505c4740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e6439157-9120-4d37-87f7-3814899a83ae'}}] {{(pid=78519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:19:19.605041 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:19.657194 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-4f2131e0-4fa8-446e-a901-99c6fc318ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:19.701734 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:19.722761 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47b941-3a31-4753-a7ee-f6914fcba0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffff2490-fd9f-42b5-b756-970249bfa87c,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:19.785392 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d8194645-6364-4746-8e42-c76ead960924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091dcd4820>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 3, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:19.792841 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8194645-6364-4746-8e42-c76ead960924 None None] The sync data for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi is: [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 3, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:19:19.875573 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ac47b941-3a31-4753-a7ee-f6914fcba0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:19.899469 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ac47b941-3a31-4753-a7ee-f6914fcba0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:19.901095 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-ac47b941-3a31-4753-a7ee-f6914fcba0e3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ffff2490-fd9f-42b5-b756-970249bfa87c HTTP/1.1" status: 204  len: 168 time: 0.9163635
Jul 23 16:19:19.982393 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Set router dc0870a2-c5ab-4b22-93e9-d71f021cecc0 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:20.029965 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Allocated IP 172.27.1.9 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/eaad97bd-c32e-4891-95c3-f3ba2cdd16db) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:19:20.072582 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-846280ee-ae8d-40f9-9303-0130921a9de3 req-46452c83-4e27-4c1d-b0fc-0aa6b0fb5322 service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5646982
Jul 23 16:19:20.088329 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] For port 75246f86-d9c9-4706-8587-ccf83d4cfb58, host hv-cinder-80203, cleared binding levels {{(pid=78519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:19:20.155782 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] For port 75246f86-d9c9-4706-8587-ccf83d4cfb58, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75246f86-d9c9-4706-8587-ccf83d4cfb58,segment=NetworkSegment(15723a31-b2ec-4d76-99bd-c2c505c4740c),segment_id=15723a31-b2ec-4d76-99bd-c2c505c4740c)] {{(pid=78519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:19:20.165631 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:20.256719 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:20.368126 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:20.419986 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:20.436055 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:20.518088 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:20.522646 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:20.532038 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:19:20.573445 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:20.574087 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:20.575648 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] 10.222.0.83 "PUT /v2.0/ports/75246f86-d9c9-4706-8587-ccf83d4cfb58 HTTP/1.1" status: 200  len: 1094 time: 4.0372293
Jul 23 16:19:20.580352 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0610384d-3a33-4ce3-bef1-e275e3736f40', 'tag': '75246f86-d9c9-4706-8587-ccf83d4cfb58'}] {{(pid=78519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:19:20.630193 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Allocated IP 172.20.0.1 (7b649258-53f8-4165-adb5-6ffb90974ecb/6e34adca-7868-4b61-841f-2f53fbae97c4/7e4bc745-1c31-4427-ad30-252f1b4789f1) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:19:20.651002 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Pushing event updated for resources: {'Port': ['ID=75246f86-d9c9-4706-8587-ccf83d4cfb58,revision_number=3']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:20.661981 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event updated for resources: {'Port': ['ID=eaad97bd-c32e-4891-95c3-f3ba2cdd16db,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:20.667984 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:20.765842 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:20.836483 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919d77940>, [{'id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1813450501-router', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:54Z', 'updated_at': '2021-07-23T16:19:12Z', 'revision_number': 4, 'project_id': '56f45e42a8164b9d93b91b7feb698620', 'gw_port': {'id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:56Z', 'updated_at': '2021-07-23T16:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '5a6af73f-bf44-40bd-a24b-8ea86105c0e3', 'name': '', 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'mac_address': 'fa:16:3e:f3:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0fe04e03-32e7-4990-b898-80e8e8584317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:06Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 2, 'project_id': '56f45e42a8164b9d93b91b7feb698620', 'subnets': [{'id': '0fe04e03-32e7-4990-b898-80e8e8584317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:20.842237 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Checking router: dc0870a2-c5ab-4b22-93e9-d71f021cecc0 for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:19:20.842601 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Updating router dc0870a2-c5ab-4b22-93e9-d71f021cecc0 port 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 binding host dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:19:20.860855 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:20.887593 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b304a-493a-4e5e-8090-ebe5a1891265 req-86871817-ef2c-40b4-9b04-70c51d52ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:20.889107 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-3a1b304a-493a-4e5e-8090-ebe5a1891265 req-86871817-ef2c-40b4-9b04-70c51d52ce7d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9dfdee71573d4d00b2395762a43856df&device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 1096 time: 0.4692733
Jul 23 16:19:20.954057 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:20.983913 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b7f11-4797-411d-b9c1-14f278d774f6 req-58d97bc4-9ddc-46f7-b612-8c4056a9d400 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:20.985970 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cb0b7f11-4797-411d-b9c1-14f278d774f6 req-58d97bc4-9ddc-46f7-b612-8c4056a9d400 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 943 time: 0.2083149
Jul 23 16:19:20.987964 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:21.184380 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-7b74386c-9f54-4d0d-ac4f-08e67984381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:21.186145 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-7b74386c-9f54-4d0d-ac4f-08e67984381f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2809519de50c49e59b8224eb069476f1&device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 1097 time: 0.5254865
Jul 23 16:19:21.189708 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:21.278569 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cb0b7f11-4797-411d-b9c1-14f278d774f6 req-5bfca2c4-8cb9-4fe3-bf31-b1d4dfe88900 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659613
Jul 23 16:19:21.429755 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.provisioning_blocks [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Transition to ACTIVE for port object 7e4bc745-1c31-4427-ad30-252f1b4789f1 will not be triggered until provisioned by entity DHCP. {{(pid=78519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:21.515046 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-9b7b6882-575d-4a9f-a1d0-f1975a74b2a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75246f86-d9c9-4706-8587-ccf83d4cfb58 HTTP/1.1" status: 200  len: 217 time: 0.3089204
Jul 23 16:19:21.521186 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b304a-493a-4e5e-8090-ebe5a1891265 req-86d94c89-bccd-4601-9633-80f7af8eba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:21.524074 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-3a1b304a-493a-4e5e-8090-ebe5a1891265 req-86d94c89-bccd-4601-9633-80f7af8eba80 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 200  len: 916 time: 0.6188669
Jul 23 16:19:21.586953 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 73d3ce54-c7b5-4593-acec-53f9851482f9 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:21.624387 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:21.626503 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-767cabd0-3d9c-4454-828d-ee0a84b5e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:21.628174 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-767cabd0-3d9c-4454-828d-ee0a84b5e6f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=515d6aae-e488-4d85-bfb1-8ccf9d06c3d9 HTTP/1.1" status: 200  len: 851 time: 0.1028986
Jul 23 16:19:21.728372 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 73d3ce54-c7b5-4593-acec-53f9851482f9 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:21.729071 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:21.779556 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:21.809650 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Transition to ACTIVE for port object 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:21.824202 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:21.837038 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:21.866319 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026a0c2-7244-4714-a947-d8e5fd9c78d3 req-0bf60b18-6f8d-4dca-8ce9-60421ea28834 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:21.874263 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c026a0c2-7244-4714-a947-d8e5fd9c78d3 req-0bf60b18-6f8d-4dca-8ce9-60421ea28834 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 944 time: 0.2579589
Jul 23 16:19:21.882082 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dfb2bae6-4ddb-4cf1-86d4-c6dc18c81920 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:21.884210 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dfb2bae6-4ddb-4cf1-86d4-c6dc18c81920 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/networks?id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 HTTP/1.1" status: 200  len: 819 time: 0.7763186
Jul 23 16:19:21.892789 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:21.904570 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 8afb8a32-d387-4f5b-b74c-4384816c3351 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:21.943617 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-2f3bef48-761e-4966-996a-26fd324b6d16 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/quotas/56f45e42a8164b9d93b91b7feb698620 HTTP/1.1" status: 200  len: 375 time: 0.0203369
Jul 23 16:19:21.962810 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c026a0c2-7244-4714-a947-d8e5fd9c78d3 req-effa3bf7-93b7-4b0b-8951-ab6cb9e5d0c2 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878868
Jul 23 16:19:22.044795 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 8afb8a32-d387-4f5b-b74c-4384816c3351 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:22.053123 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 8afb8a32-d387-4f5b-b74c-4384816c3351 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:22.053508 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:22.079036 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.db.resource_extend [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:19:22.085693 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-3a1b304a-493a-4e5e-8090-ebe5a1891265 req-45fb10f6-a097-4fa9-92a6-a1895a5e3f31 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ead14dd-eaac-4721-b492-f446ffc3654c HTTP/1.1" status: 200  len: 217 time: 0.4563818
Jul 23 16:19:22.099881 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0610384d-3a33-4ce3-bef1-e275e3736f40', 'tag': '75246f86-d9c9-4706-8587-ccf83d4cfb58', 'status': 'completed', 'code': 200}
Jul 23 16:19:22.101906 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:22.127085 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:22.147226 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:22.196828 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407c27a-24fb-47c8-9b18-e3d2f028b2e3 None None] Pushing event updated for resources: {'Port': ['ID=5a6af73f-bf44-40bd-a24b-8ea86105c0e3,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:22.211953 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2407c27a-24fb-47c8-9b18-e3d2f028b2e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:22.222795 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:22.242620 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 8afb8a32-d387-4f5b-b74c-4384816c3351, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=8afb8a32-d387-4f5b-b74c-4384816c3351,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:22.247879 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:22.250298 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-659d59e2-f43f-404a-9fff-9016b779e90f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:22.258234 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-d669d608-8e7f-4605-a6fd-31443440d11b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6439157-9120-4d37-87f7-3814899a83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3892086
Jul 23 16:19:22.268923 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Network 7b649258-53f8-4165-adb5-6ffb90974ecb is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:22.295936 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event updated for resources: {'Port': ['ID=eaad97bd-c32e-4891-95c3-f3ba2cdd16db,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:22.306558 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-6ee306b9-bf41-4508-9b33-d14fb314d9fe tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Synchronizing usage tracker for tenant:56f45e42a8164b9d93b91b7feb698620 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:19:22.312445 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:22.358317 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=8afb8a32-d387-4f5b-b74c-4384816c3351,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:22.366817 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:22.411738 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:22.418293 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Attempting to bind port 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:19:22.418293 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Attempting to bind port 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'e545dd5a-cd17-409d-aa68-108a14d338f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:19:22.418293 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Attempting to bind port 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 on network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:22.428781 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:19:22.429164 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Checking segment: {'id': 'e545dd5a-cd17-409d-aa68-108a14d338f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:22.429573 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:22.429973 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Bound using segment: {'id': 'e545dd5a-cd17-409d-aa68-108a14d338f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:19:22.430450 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Bound port: 5a6af73f-bf44-40bd-a24b-8ea86105c0e3, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e545dd5a-cd17-409d-aa68-108a14d338f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:19:22.430846 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:22.431366 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:22.473093 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:22.475036 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.6756094
Jul 23 16:19:22.503165 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-6ee306b9-bf41-4508-9b33-d14fb314d9fe tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Unset dirty status for tenant:56f45e42a8164b9d93b91b7feb698620 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:19:22.504518 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-6ee306b9-bf41-4508-9b33-d14fb314d9fe tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=56f45e42a8164b9d93b91b7feb698620&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5378284
Jul 23 16:19:22.532714 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:19:22.595857 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] For port 5a6af73f-bf44-40bd-a24b-8ea86105c0e3, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:19:22.603530 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] For port 5a6af73f-bf44-40bd-a24b-8ea86105c0e3, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=5a6af73f-bf44-40bd-a24b-8ea86105c0e3,segment=NetworkSegment(e545dd5a-cd17-409d-aa68-108a14d338f9),segment_id=e545dd5a-cd17-409d-aa68-108a14d338f9)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:19:22.610338 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:22.614849 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b304a-493a-4e5e-8090-ebe5a1891265 req-d1679b1e-84cc-4d11-b4d8-dbb0d1de691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:22.616578 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-3a1b304a-493a-4e5e-8090-ebe5a1891265 req-d1679b1e-84cc-4d11-b4d8-dbb0d1de691f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7520d2dd-36ef-41cf-9656-baecf7013948 HTTP/1.1" status: 200  len: 854 time: 0.4625645
Jul 23 16:19:22.623323 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:22.631503 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e4bc745-1c31-4427-ad30-252f1b4789f1,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:22.653374 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:22.729445 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-3a1b304a-493a-4e5e-8090-ebe5a1891265 req-56c5d7e5-68d4-4976-9963-210a5836fb21 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a50d0006-7352-42e6-a958-596db1c23e59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0989997
Jul 23 16:19:22.813275 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Routers {'dc0870a2-c5ab-4b22-93e9-d71f021cecc0'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:22.818382 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919d77940>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:18:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['dc0870a2-c5ab-4b22-93e9-d71f021cecc0'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:22.887933 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-2c19d282-9349-4b8e-922b-695eda6ebfa6 service neutron] 10.222.0.83 "GET /v2.0/networks/e6439157-9120-4d37-87f7-3814899a83ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6213160
Jul 23 16:19:22.892227 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407391'] for router_interface, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:22.969894 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407c27a-24fb-47c8-9b18-e3d2f028b2e3 None None] Pushing event updated for resources: {'Port': ['ID=5a6af73f-bf44-40bd-a24b-8ea86105c0e3,revision_number=4']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:22.983531 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2407c27a-24fb-47c8-9b18-e3d2f028b2e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:23.003524 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-dc0646aa-85af-407b-a6ca-85dfe7719b73 None None] Provisioning for port 7e4bc745-1c31-4427-ad30-252f1b4789f1 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:23.028668 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-dc0646aa-85af-407b-a6ca-85dfe7719b73 None None] Provisioning complete for port 7e4bc745-1c31-4427-ad30-252f1b4789f1 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:23.031480 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-dc0646aa-85af-407b-a6ca-85dfe7719b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:23.034218 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c65fc0-1a49-457d-bfa6-e0eeff25e884 req-218ab6b5-c039-4350-8b87-5e4960400b9a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:23.038030 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-03c65fc0-1a49-457d-bfa6-e0eeff25e884 req-218ab6b5-c039-4350-8b87-5e4960400b9a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 943 time: 0.2814071
Jul 23 16:19:23.174755 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-ff371b6c-3ffa-4598-a3aa-590e191aa3ba service neutron] 10.222.0.82 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6627698
Jul 23 16:19:23.220251 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] Set router dc0870a2-c5ab-4b22-93e9-d71f021cecc0 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:23.291953 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-a3a82466-353c-498a-9d47-dfc2e5f43f6d req-7878fa3d-34c1-4e9f-8c3b-608512b8d743 service neutron] 10.222.0.83 "GET /v2.0/networks/e6439157-9120-4d37-87f7-3814899a83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2770464
Jul 23 16:19:23.295727 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-dc0646aa-85af-407b-a6ca-85dfe7719b73 None None] Port 7e4bc745-1c31-4427-ad30-252f1b4789f1 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:19:23.356539 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 2ead14dd-eaac-4721-b492-f446ffc3654c details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:19:23.479818 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 8afb8a32-d387-4f5b-b74c-4384816c3351 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:23.480231 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-03c65fc0-1a49-457d-bfa6-e0eeff25e884 req-5df70805-a708-4589-bf79-01a51dae4c42 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4299405
Jul 23 16:19:23.630935 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-f9b0cf55-beb6-4ad1-ac92-1f48486d7d69 service neutron] 10.222.0.82 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4489615
Jul 23 16:19:23.735834 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-3a1b304a-493a-4e5e-8090-ebe5a1891265 req-a7d5b0ca-b727-47d8-8308-c6e368d8572a service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9753008
Jul 23 16:19:23.777916 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-cb9578bd-6416-47d7-9c5a-ab5c36b2da13 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Synchronizing usage tracker for tenant:e89cf1ea5dbf40b3b0e280a89adce958 on resource:security_group {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:19:23.795350 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919d77940>, [{'id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1813450501-router', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:54Z', 'updated_at': '2021-07-23T16:19:12Z', 'revision_number': 4, 'project_id': '56f45e42a8164b9d93b91b7feb698620', 'gw_port': {'id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:56Z', 'updated_at': '2021-07-23T16:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '5a6af73f-bf44-40bd-a24b-8ea86105c0e3', 'name': '', 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'mac_address': 'fa:16:3e:f3:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0fe04e03-32e7-4990-b898-80e8e8584317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:06Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '56f45e42a8164b9d93b91b7feb698620', 'subnets': [{'id': '0fe04e03-32e7-4990-b898-80e8e8584317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:23.806941 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b84cec-7003-461e-a79a-b6f76de24e35 None None] The sync data for ids ['dc0870a2-c5ab-4b22-93e9-d71f021cecc0'] in dv-cinder-802036-1-iscsi is: [{'id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1813450501-router', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:54Z', 'updated_at': '2021-07-23T16:19:12Z', 'revision_number': 4, 'project_id': '56f45e42a8164b9d93b91b7feb698620', 'gw_port': {'id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:56Z', 'updated_at': '2021-07-23T16:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '5a6af73f-bf44-40bd-a24b-8ea86105c0e3', 'name': '', 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'mac_address': 'fa:16:3e:f3:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0fe04e03-32e7-4990-b898-80e8e8584317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:06Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '56f45e42a8164b9d93b91b7feb698620', 'subnets': [{'id': '0fe04e03-32e7-4990-b898-80e8e8584317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:19:23.811130 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-cb9578bd-6416-47d7-9c5a-ab5c36b2da13 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Unset dirty status for tenant:e89cf1ea5dbf40b3b0e280a89adce958 on resource:security_group {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:19:23.829046 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-cb9578bd-6416-47d7-9c5a-ab5c36b2da13 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--284486869&fields=id&tenant_id=e89cf1ea5dbf40b3b0e280a89adce958 HTTP/1.1" status: 200  len: 267 time: 0.1394279
Jul 23 16:19:23.850187 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:23.998731 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 2ead14dd-eaac-4721-b492-f446ffc3654c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2ead14dd-eaac-4721-b492-f446ffc3654c,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:24.031242 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 8afb8a32-d387-4f5b-b74c-4384816c3351 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:24.031909 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:24.106740 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '2ead14dd-eaac-4721-b492-f446ffc3654c', 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59', 'port_id': '2ead14dd-eaac-4721-b492-f446ffc3654c', 'mac_address': 'fa:16:3e:51:46:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7520d2dd-36ef-41cf-9656-baecf7013948', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:19:24.164911 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-fedb5e94-77ef-439a-8404-eb6644cdd2a6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:24.166428 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-fedb5e94-77ef-439a-8404-eb6644cdd2a6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/networks?id=25941fe6-7ac1-499c-9924-d29ef8bafcca HTTP/1.1" status: 200  len: 811 time: 0.3362546
Jul 23 16:19:24.200179 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-09b8fee0-4a10-4b22-808d-f8b68450ea50 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/quotas/e89cf1ea5dbf40b3b0e280a89adce958 HTTP/1.1" status: 200  len: 375 time: 0.0266705
Jul 23 16:19:24.231386 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-3a1b304a-493a-4e5e-8090-ebe5a1891265 req-9d5c678b-6fe5-4b30-9c77-cca897959da1 service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4734194
Jul 23 16:19:24.241873 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a480d-37db-4f61-b71b-ec9512042909 req-2e0d9259-da0a-402d-ac14-aaa3771398cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:24.262998 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-db6a480d-37db-4f61-b71b-ec9512042909 req-2e0d9259-da0a-402d-ac14-aaa3771398cd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2809519de50c49e59b8224eb069476f1&device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 1097 time: 0.7946019
Jul 23 16:19:24.360490 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:24.450825 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ead14dd-eaac-4721-b492-f446ffc3654c {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:19:24.455613 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c924f4-b550-4351-aac3-b999f3fe59dd req-ae59a625-6ed0-4e6a-bf56-42727de28c38 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:24.457431 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d5c924f4-b550-4351-aac3-b999f3fe59dd req-ae59a625-6ed0-4e6a-bf56-42727de28c38 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 944 time: 0.2563753
Jul 23 16:19:24.502749 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 2ead14dd-eaac-4721-b492-f446ffc3654c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2ead14dd-eaac-4721-b492-f446ffc3654c,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:24.519793 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:24.521656 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-12780c4f-a1de-44ae-ae8e-77a44e04c7f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:24.562282 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-115fedb5-3bd9-4682-8c31-680bae53a6b8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=e89cf1ea5dbf40b3b0e280a89adce958&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2776778
Jul 23 16:19:24.618362 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d5c924f4-b550-4351-aac3-b999f3fe59dd req-536bc4f1-de1c-4237-84c5-81f96fa5ce34 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450992
Jul 23 16:19:24.678102 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=2ead14dd-eaac-4721-b492-f446ffc3654c,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:24.690071 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:24.821887 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-94273ba0-0249-4b3c-bf8e-271b7d4f2e53 req-b3b684a4-0e9d-472c-9cb2-1bc34c221f93 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 210 time: 0.0710065
Jul 23 16:19:24.870693 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a480d-37db-4f61-b71b-ec9512042909 req-0ebc1791-ba25-4868-a128-023cc02d539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:24.875358 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-db6a480d-37db-4f61-b71b-ec9512042909 req-0ebc1791-ba25-4868-a128-023cc02d539b service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6439157-9120-4d37-87f7-3814899a83ae HTTP/1.1" status: 200  len: 913 time: 0.6115553
Jul 23 16:19:24.884600 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-bea0ba60-4a6d-4f28-8029-d8e8cf86ddf2 service neutron] 10.222.0.82 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2696657
Jul 23 16:19:24.913337 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['2ead14dd-eaac-4721-b492-f446ffc3654c'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:19:25.117225 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-db6a480d-37db-4f61-b71b-ec9512042909 req-67c80122-94a7-479d-b92c-1795c797472d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75246f86-d9c9-4706-8587-ccf83d4cfb58 HTTP/1.1" status: 200  len: 217 time: 0.2336118
Jul 23 16:19:25.200468 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8566a119-98cb-490e-8271-9c5fa6afdc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:25.356680 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a480d-37db-4f61-b71b-ec9512042909 req-bce24d70-9b95-4942-8b76-97b0c8fa4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:25.362553 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-db6a480d-37db-4f61-b71b-ec9512042909 req-bce24d70-9b95-4942-8b76-97b0c8fa4862 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=515d6aae-e488-4d85-bfb1-8ccf9d06c3d9 HTTP/1.1" status: 200  len: 851 time: 0.2128775
Jul 23 16:19:25.369979 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:25.387774 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 75246f86-d9c9-4706-8587-ccf83d4cfb58 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:19:25.428740 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:25.497006 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-15f92f65-709a-4cad-b221-ae521a9ea263 service neutron] 10.222.0.82 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6005037
Jul 23 16:19:25.545750 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-db6a480d-37db-4f61-b71b-ec9512042909 req-d2212bd2-80c7-4140-b3ed-ff782b6fc2a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6439157-9120-4d37-87f7-3814899a83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1780505
Jul 23 16:19:25.546592 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:25.554516 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35d07-8cfc-4d69-b229-ffba4c3248e0 req-90559f24-5f45-4564-8898-5bd9aa44ee5c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:25.558388 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-87d35d07-8cfc-4d69-b229-ffba4c3248e0 req-90559f24-5f45-4564-8898-5bd9aa44ee5c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 944 time: 0.3985393
Jul 23 16:19:25.680873 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407344'] for router_interface, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:25.683474 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-87d35d07-8cfc-4d69-b229-ffba4c3248e0 req-44d3dbe3-682c-4eb6-82e5-bdec386e3977 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036053
Jul 23 16:19:25.845657 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:25.924444 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e4bc745-1c31-4427-ad30-252f1b4789f1,revision_number=2']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:26.204097 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:26.315277 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-9584e237-0056-4239-9cc1-35ed89c7f77a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:26.322402 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-9584e237-0056-4239-9cc1-35ed89c7f77a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/networks?id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 HTTP/1.1" status: 200  len: 819 time: 0.4356754
Jul 23 16:19:26.341499 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-5158bd71-6aef-4c87-ab03-2d472733a2f8 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/quotas/56f45e42a8164b9d93b91b7feb698620 HTTP/1.1" status: 200  len: 375 time: 0.0176337
Jul 23 16:19:26.443379 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-0bbd1fe7-9be9-4d8c-898c-8eeda4d0af08 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=56f45e42a8164b9d93b91b7feb698620&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1004832
Jul 23 16:19:26.496676 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:26.658072 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 75246f86-d9c9-4706-8587-ccf83d4cfb58, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75246f86-d9c9-4706-8587-ccf83d4cfb58,segment=NetworkSegment(15723a31-b2ec-4d76-99bd-c2c505c4740c),segment_id=15723a31-b2ec-4d76-99bd-c2c505c4740c)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:26.774354 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '75246f86-d9c9-4706-8587-ccf83d4cfb58', 'network_id': 'e6439157-9120-4d37-87f7-3814899a83ae', 'port_id': '75246f86-d9c9-4706-8587-ccf83d4cfb58', 'mac_address': 'fa:16:3e:f0:0c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515d6aae-e488-4d85-bfb1-8ccf9d06c3d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:19:26.833922 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 42304) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:26.845986 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:26.912011 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:26.912379 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:26.915705 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-f5084b4e-00e2-42f6-8535-fb43fb3a9afc service neutron] 10.222.0.82 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4698608
Jul 23 16:19:26.969702 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:26.980512 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e52336-31d8-49d9-a03f-165722fce23b req-e6f1039d-58f1-416e-9869-c403d40827f2 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:26.988327 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a4e52336-31d8-49d9-a03f-165722fce23b req-e6f1039d-58f1-416e-9869-c403d40827f2 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 944 time: 0.4311652
Jul 23 16:19:27.109490 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a4e52336-31d8-49d9-a03f-165722fce23b req-47cc2be7-d00e-4331-a513-b96813538704 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202028
Jul 23 16:19:27.145667 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-65e57009-09d7-4ba4-abb5-018b3f481f42 service neutron] 10.222.0.82 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2263536
Jul 23 16:19:27.205315 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c663a6b2-c4d9-447e-b469-05fd3c6f3b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:27.214520 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-db6a480d-37db-4f61-b71b-ec9512042909 req-35d3412f-1ba0-4f10-ab3a-312e53444641 service neutron] 10.222.0.83 "GET /v2.0/networks/e6439157-9120-4d37-87f7-3814899a83ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4984839
Jul 23 16:19:27.225032 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-8d27a29a-b6be-4b67-8d89-b04ccdf518e4 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:27.226093 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-8d27a29a-b6be-4b67-8d89-b04ccdf518e4 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Synchronizing usage tracker for tenant:56f45e42a8164b9d93b91b7feb698620 on resource:network {{(pid=78519) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:19:27.230562 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:27.241528 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:27.244109 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-c663a6b2-c4d9-447e-b469-05fd3c6f3b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:27.256082 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-c663a6b2-c4d9-447e-b469-05fd3c6f3b87 admin admin] Usage tracker for resource:security_group_rule and tenant:3be49f3044a249389395f071538d600a is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:27.261442 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-c663a6b2-c4d9-447e-b469-05fd3c6f3b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:27.273518 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-c663a6b2-c4d9-447e-b469-05fd3c6f3b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:27.283270 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Network 7b649258-53f8-4165-adb5-6ffb90974ecb is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:27.308757 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:27.322257 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75246f86-d9c9-4706-8587-ccf83d4cfb58 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:19:27.382086 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 75246f86-d9c9-4706-8587-ccf83d4cfb58, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75246f86-d9c9-4706-8587-ccf83d4cfb58,segment=NetworkSegment(15723a31-b2ec-4d76-99bd-c2c505c4740c),segment_id=15723a31-b2ec-4d76-99bd-c2c505c4740c)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:27.394190 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:27.404312 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:27.498651 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 2ead14dd-eaac-4721-b492-f446ffc3654c up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:27.563290 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-730c2f44-8b61-4e0d-ad35-f09a7226380b req-0205a28f-073a-4be7-82f5-d26a253daded tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 210 time: 0.1960812
Jul 23 16:19:27.751296 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 5a6af73f-bf44-40bd-a24b-8ea86105c0e3, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=5a6af73f-bf44-40bd-a24b-8ea86105c0e3,segment=NetworkSegment(e545dd5a-cd17-409d-aa68-108a14d338f9),segment_id=e545dd5a-cd17-409d-aa68-108a14d338f9)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:27.774757 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cd1ec217-2c6b-4522-bcfd-991b263fa2d3 req-e59267f3-b3ff-4ff3-9045-4da49cd71a2d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 210 time: 0.0871131
Jul 23 16:19:27.830366 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c663a6b2-c4d9-447e-b469-05fd3c6f3b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:27.854628 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c663a6b2-c4d9-447e-b469-05fd3c6f3b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:27.875536 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-8d27a29a-b6be-4b67-8d89-b04ccdf518e4 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Unset dirty status for tenant:56f45e42a8164b9d93b91b7feb698620 on resource:network {{(pid=78519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:19:27.877325 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-8d27a29a-b6be-4b67-8d89-b04ccdf518e4 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.83 "GET /v2.0/networks?id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 HTTP/1.1" status: 200  len: 819 time: 1.8845432
Jul 23 16:19:27.893395 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404a496-8eee-4be7-9d68-5b918b8a0af9 req-382e9102-0800-4b4e-aaa8-db3322b01d94 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:27.923669 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=75246f86-d9c9-4706-8587-ccf83d4cfb58,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:27.928070 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:27.939740 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Request body: {'port': {'device_id': 'c8d35e50-e59d-4f0a-9324-b799f5a58e14', 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3', 'admin_state_up': True, 'tenant_id': '56f45e42a8164b9d93b91b7feb698620'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:27.947811 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:27.959228 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b404a496-8eee-4be7-9d68-5b918b8a0af9 req-382e9102-0800-4b4e-aaa8-db3322b01d94 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 944 time: 0.3221905
Jul 23 16:19:27.960929 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['75246f86-d9c9-4706-8587-ccf83d4cfb58'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:19:27.965076 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6abbcddd-058a-4f97-8d70-0d1ef8fb7e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:28.144137 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:28.159266 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-c663a6b2-c4d9-447e-b469-05fd3c6f3b87 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3be49f3044a249389395f071538d600a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3238280
Jul 23 16:19:28.175671 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b404a496-8eee-4be7-9d68-5b918b8a0af9 req-52e4f55a-2ea2-4cc0-b7b4-c21c69df9042 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2154481
Jul 23 16:19:28.179982 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 42336) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:28.199390 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663a6b2-c4d9-447e-b469-05fd3c6f3b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306882d6-1cb4-4095-930e-ce2481eb33e2,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:28.244658 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c663a6b2-c4d9-447e-b469-05fd3c6f3b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:28.307482 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Router 446e8bf8-296f-47f2-bff1-cd2e83e98190 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:19:28.351087 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=5a6af73f-bf44-40bd-a24b-8ea86105c0e3,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:28.377431 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2c62fb2d-78fe-4f11-bb2f-baed7f0e8399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:28.378212 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:28.393606 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-db6a480d-37db-4f61-b71b-ec9512042909 req-be6c3915-f1e0-4876-8db9-11a8df8d105a service neutron] 10.222.0.83 "GET /v2.0/networks/e6439157-9120-4d37-87f7-3814899a83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1605332
Jul 23 16:19:28.404356 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ba77-8d80-49e0-96b2-885ab05a4b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:28.405141 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:28.415075 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:28.432283 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Made reservation on behalf of 56f45e42a8164b9d93b91b7feb698620 for: {'port': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:19:28.436344 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-b1530b0f-2dd0-435c-b20b-6dfd66f8cb3f None None] Provisioning complete for port 7e4bc745-1c31-4427-ad30-252f1b4789f1 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:28.436731 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b1530b0f-2dd0-435c-b20b-6dfd66f8cb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:28.437267 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:28.481683 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port 2ead14dd-eaac-4721-b492-f446ffc3654c completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:28.515222 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 2ead14dd-eaac-4721-b492-f446ffc3654c triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:28.516191 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:28.611864 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2c62fb2d-78fe-4f11-bb2f-baed7f0e8399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:28.642221 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-b1530b0f-2dd0-435c-b20b-6dfd66f8cb3f None None] Port 7e4bc745-1c31-4427-ad30-252f1b4789f1 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:19:28.767208 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4001f-3d98-49e2-9fe0-6b7ed5605536 req-aef5e045-51f4-49ba-8f0e-37cade5093da tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:28.769262 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d7c4001f-3d98-49e2-9fe0-6b7ed5605536 req-aef5e045-51f4-49ba-8f0e-37cade5093da tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 945 time: 0.3931086
Jul 23 16:19:28.841060 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b1727345-7a25-45c4-b3bb-0262c3dcc2d4 req-6e436073-80eb-49e6-885e-d472bcf79a2d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 210 time: 0.0706038
Jul 23 16:19:28.891328 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2c62fb2d-78fe-4f11-bb2f-baed7f0e8399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:28.908304 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d7c4001f-3d98-49e2-9fe0-6b7ed5605536 req-e25db0af-afc6-4bae-b981-94c8c95f3694 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702045
Jul 23 16:19:28.916514 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:28.931250 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62fb2d-78fe-4f11-bb2f-baed7f0e8399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306882d6-1cb4-4095-930e-ce2481eb33e2,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:28.943619 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2c62fb2d-78fe-4f11-bb2f-baed7f0e8399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:28.946355 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2c62fb2d-78fe-4f11-bb2f-baed7f0e8399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:28.947766 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-2c62fb2d-78fe-4f11-bb2f-baed7f0e8399 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/306882d6-1cb4-4095-930e-ce2481eb33e2 HTTP/1.1" status: 204  len: 168 time: 0.7653997
Jul 23 16:19:28.963795 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:28.991742 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:29.049700 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 2ead14dd-eaac-4721-b492-f446ffc3654c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2ead14dd-eaac-4721-b492-f446ffc3654c,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:29.051350 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ead14dd-eaac-4721-b492-f446ffc3654c'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:19:29.125952 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:29.129131 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:29.147568 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:19:29.190654 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Sync routers for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:19:29.226642 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] 10.222.0.82 "PUT /v2.0/routers/446e8bf8-296f-47f2-bff1-cd2e83e98190/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.3219838
Jul 23 16:19:29.254160 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-e1b102c3-d7ab-4a4b-b53b-33069bc1c81f tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:29.255690 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-e1b102c3-d7ab-4a4b-b53b-33069bc1c81f tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Synchronizing usage tracker for tenant:e89cf1ea5dbf40b3b0e280a89adce958 on resource:network {{(pid=78519) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:19:29.256078 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:29.256731 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919143640>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:19:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:29.264456 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Allocated IP 172.20.0.13 (20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3/0fe04e03-32e7-4990-b898-80e8e8584317/d5fc6b06-4bd8-4f87-9839-9d73955191b6) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:19:29.314071 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-94ebc9ca-4414-40d7-bd65-647c7074a4b0 req-7bf36172-4703-41e0-a23b-c0bafd3ed92c tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 210 time: 0.1641881
Jul 23 16:19:29.423738 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 75246f86-d9c9-4706-8587-ccf83d4cfb58 up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:29.586182 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 42388) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:29.586530 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.83', 64324) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:29.588148 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=2ead14dd-eaac-4721-b492-f446ffc3654c,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:29.593701 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:29.759711 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:29.766828 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port 75246f86-d9c9-4706-8587-ccf83d4cfb58 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:29.783927 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 75246f86-d9c9-4706-8587-ccf83d4cfb58 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:29.784314 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:29.827015 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:29.849760 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:29.856370 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:29.893101 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-e1b102c3-d7ab-4a4b-b53b-33069bc1c81f tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Unset dirty status for tenant:e89cf1ea5dbf40b3b0e280a89adce958 on resource:network {{(pid=78519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:19:29.894441 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-e1b102c3-d7ab-4a4b-b53b-33069bc1c81f tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.83 "GET /v2.0/networks?id=25941fe6-7ac1-499c-9924-d29ef8bafcca HTTP/1.1" status: 200  len: 811 time: 1.2719870
Jul 23 16:19:29.969034 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:29.975637 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:29.982141 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:19:30.027731 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5a61103e-3ac3-41ee-97f2-86abfac3f3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:30.051578 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ead14dd-eaac-4721-b492-f446ffc3654c', 'code': 200}
Jul 23 16:19:30.108961 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-a70a6855-22ea-44e7-b9e5-b224fa1ec31a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:30.115885 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-a70a6855-22ea-44e7-b9e5-b224fa1ec31a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.83 "GET /v2.0/networks?id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 HTTP/1.1" status: 200  len: 819 time: 0.5258374
Jul 23 16:19:30.121709 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:30.122544 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:30.127459 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-5a61103e-3ac3-41ee-97f2-86abfac3f3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:30.133226 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-5a61103e-3ac3-41ee-97f2-86abfac3f3ad admin admin] Usage tracker for resource:security_group_rule and tenant:222869d0782740ff8986a86a233efaca is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:30.140035 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-5a61103e-3ac3-41ee-97f2-86abfac3f3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:30.149322 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Request body: {'port': {'device_id': '99283e5e-1bc5-4188-84cf-5f73fab6d9de', 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3', 'admin_state_up': True, 'tenant_id': '56f45e42a8164b9d93b91b7feb698620'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:30.149618 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Pushing event updated for resources: {'Port': ['ID=d5fc6b06-4bd8-4f87-9839-9d73955191b6,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:30.159900 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-3b5cb897-541e-445a-acd3-d9c294fdc9d7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Synchronizing usage tracker for tenant:e89cf1ea5dbf40b3b0e280a89adce958 on resource:security_group {{(pid=78519) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:19:30.162656 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:30.165737 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2306299
Jul 23 16:19:30.175785 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-3b5cb897-541e-445a-acd3-d9c294fdc9d7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Unset dirty status for tenant:e89cf1ea5dbf40b3b0e280a89adce958 on resource:security_group {{(pid=78519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:19:30.176294 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-3b5cb897-541e-445a-acd3-d9c294fdc9d7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e89cf1ea5dbf40b3b0e280a89adce958 HTTP/1.1" status: 200  len: 379 time: 0.2632618
Jul 23 16:19:30.178713 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-5a61103e-3ac3-41ee-97f2-86abfac3f3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:30.194410 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Request body: {'port': {'device_id': 'c8d35e50-e59d-4f0a-9324-b799f5a58e14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:30.255149 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Request body: {'port': {'device_id': 'c19c09bd-ad3e-422c-9834-eebcb7a2a567', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'admin_state_up': True, 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'security_groups': ['bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5']}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:30.256887 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:30.330090 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532d4ff-5a28-465f-a826-1881e98fd1bc req-46b26387-45c0-4b9f-9494-95c38458035c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:30.333336 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1532d4ff-5a28-465f-a826-1881e98fd1bc req-46b26387-45c0-4b9f-9494-95c38458035c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 945 time: 0.9401190
Jul 23 16:19:30.427861 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.83', 64329) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:30.428556 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:30.458913 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:30.490475 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:30.499371 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:30.499861 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:30.506494 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1532d4ff-5a28-465f-a826-1881e98fd1bc req-b751d587-065b-4259-8608-ee60a654258c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624138
Jul 23 16:19:30.522743 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Usage tracker for resource:port and tenant:56f45e42a8164b9d93b91b7feb698620 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:30.528739 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:30.533352 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919143640>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:24Z', 'revision_number': 2, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:30.545419 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:30.549745 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Checking router: 446e8bf8-296f-47f2-bff1-cd2e83e98190 for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:19:30.550356 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Updating router 446e8bf8-296f-47f2-bff1-cd2e83e98190 port 7e4bc745-1c31-4427-ad30-252f1b4789f1 binding host dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:19:30.578013 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Made reservation on behalf of 56f45e42a8164b9d93b91b7feb698620 for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:19:30.582068 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:30.599186 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5a61103e-3ac3-41ee-97f2-86abfac3f3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:30.621381 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 75246f86-d9c9-4706-8587-ccf83d4cfb58, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75246f86-d9c9-4706-8587-ccf83d4cfb58,segment=NetworkSegment(15723a31-b2ec-4d76-99bd-c2c505c4740c),segment_id=15723a31-b2ec-4d76-99bd-c2c505c4740c)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:30.631349 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:30.635413 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5a61103e-3ac3-41ee-97f2-86abfac3f3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:30.637806 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:30.670857 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:30.673025 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-62987b6a-5398-4e3d-8309-0cea1bf62673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:30.685658 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Usage tracker for resource:port and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:30.688702 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:30.694820 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:30.712145 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:30.737932 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Made reservation on behalf of e89cf1ea5dbf40b3b0e280a89adce958 for: {'port': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:19:30.741520 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:30.771580 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:30.829899 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=75246f86-d9c9-4706-8587-ccf83d4cfb58,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:30.847333 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:30.887317 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-5a61103e-3ac3-41ee-97f2-86abfac3f3ad admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=222869d0782740ff8986a86a233efaca&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2993050
Jul 23 16:19:30.889523 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d276ce08-9b53-42fc-9933-cb1ec4b81bb5 req-5d49a328-9a00-483e-9da7-d529794a6b00 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 210 time: 0.0985634
Jul 23 16:19:30.890025 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 42428) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:30.918243 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee3c0f-d9da-48f4-83a8-249ad3825295 req-4959b387-2267-46e5-a8ec-76d310b2d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:30.919855 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f7ee3c0f-d9da-48f4-83a8-249ad3825295 req-4959b387-2267-46e5-a8ec-76d310b2d94b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 1098 time: 0.4903331
Jul 23 16:19:30.920484 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61103e-3ac3-41ee-97f2-86abfac3f3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cc1184-82f7-4237-8b7f-7e9a938bffa7,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:30.931048 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5a61103e-3ac3-41ee-97f2-86abfac3f3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:30.965241 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-f7ee3c0f-d9da-48f4-83a8-249ad3825295 req-f48c1f37-7bf4-4634-9d4f-ddb9a633f70b service neutron] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:31.278133 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Allocated IP 172.20.0.8 (20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3/0fe04e03-32e7-4990-b898-80e8e8584317/00a13bcf-d634-4555-8bde-e89636afb9ba) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:19:31.317442 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Allocated IP 172.20.0.13 (25941fe6-7ac1-499c-9924-d29ef8bafcca/7922f234-6844-4bc7-8cee-7eadd522e056/f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:19:31.355975 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42434) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:31.363870 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694948633', 'description': 'tempest-description--1125312071'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:31.373289 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:31.393935 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Usage tracker for resource:security_group and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:31.400444 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:31.418422 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:31.422888 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:31.439953 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Transition to ACTIVE for port object 7e4bc745-1c31-4427-ad30-252f1b4789f1 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:31.457870 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:31.465887 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:31.484956 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:31.520811 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-f7ee3c0f-d9da-48f4-83a8-249ad3825295 req-f48c1f37-7bf4-4634-9d4f-ddb9a633f70b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:31.542383 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:31.551147 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Usage tracker for resource:security_group_rule and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:31.562779 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:31.573105 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:31.596219 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:31.601867 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:31.702155 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.provisioning_blocks [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Transition to ACTIVE for port object f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 will not be triggered until provisioned by entity DHCP. {{(pid=78519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:31.706715 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-f7ee3c0f-d9da-48f4-83a8-249ad3825295 req-f48c1f37-7bf4-4634-9d4f-ddb9a633f70b service neutron] Usage tracker for resource:security_group_rule and tenant:70dd3932c62c4444b8e26a07c92ccfc6 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:31.722337 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c1be6a9-4594-44f5-809b-0d720ffbf495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:31.724923 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:31.728413 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-f7ee3c0f-d9da-48f4-83a8-249ad3825295 req-f48c1f37-7bf4-4634-9d4f-ddb9a633f70b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:31.769038 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-f7ee3c0f-d9da-48f4-83a8-249ad3825295 req-f48c1f37-7bf4-4634-9d4f-ddb9a633f70b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:31.808481 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2ac35ea7-0206-40e0-8fc6-a565d31ebf5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:31.828553 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb410c2-6d9f-4373-8850-ae646e3f5870 None None] Pushing event updated for resources: {'Port': ['ID=7e4bc745-1c31-4427-ad30-252f1b4789f1,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:31.832725 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-eeb410c2-6d9f-4373-8850-ae646e3f5870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:31.834755 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Attempting to bind port 7e4bc745-1c31-4427-ad30-252f1b4789f1 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:19:31.835866 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Attempting to bind port 7e4bc745-1c31-4427-ad30-252f1b4789f1 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:19:31.835866 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Attempting to bind port 7e4bc745-1c31-4427-ad30-252f1b4789f1 on network 7b649258-53f8-4165-adb5-6ffb90974ecb {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:31.842046 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:19:31.842440 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Checking segment: {'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:31.842887 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:31.843333 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Bound using segment: {'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:19:31.843873 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Bound port: 7e4bc745-1c31-4427-ad30-252f1b4789f1, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:19:31.844280 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:31.968362 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c1be6a9-4594-44f5-809b-0d720ffbf495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:31.971117 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:31.992991 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] For port 7e4bc745-1c31-4427-ad30-252f1b4789f1, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:19:31.997363 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] For port 7e4bc745-1c31-4427-ad30-252f1b4789f1, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=7e4bc745-1c31-4427-ad30-252f1b4789f1,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:19:31.998138 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:31.998908 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:32.002479 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:32.007670 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:32.018182 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:32.030731 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:32.034238 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:19:32.069198 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fc6b06-4bd8-4f87-9839-9d73955191b6 {{(pid=78519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:19:32.091269 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d54ee-cd9d-461d-8f57-031fb760081c req-4df85b74-645a-47f7-8094-72a646eeced0 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:32.092887 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-003d54ee-cd9d-461d-8f57-031fb760081c req-4df85b74-645a-47f7-8094-72a646eeced0 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 946 time: 0.8619652
Jul 23 16:19:32.105506 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:32.115537 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f93d6-46d2-4c93-8b9a-bda2d4864300 req-9b7075e1-5f0e-4d97-bbce-a6d3b0bfd75d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:32.118230 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:32.124713 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2b7f93d6-46d2-4c93-8b9a-bda2d4864300 req-9b7075e1-5f0e-4d97-bbce-a6d3b0bfd75d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 931 time: 0.6115179
Jul 23 16:19:32.157143 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0610384d-3a33-4ce3-bef1-e275e3736f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75246f86-d9c9-4706-8587-ccf83d4cfb58'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:19:32.202790 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Pushing event updated for resources: {'Port': ['ID=00a13bcf-d634-4555-8bde-e89636afb9ba,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:32.203732 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:32.208519 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.provisioning_blocks [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Transition to ACTIVE for port object d5fc6b06-4bd8-4f87-9839-9d73955191b6 will not be triggered until provisioned by entity L2. {{(pid=78519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:32.209541 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:32.210558 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:32.211460 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919143640>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:19:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:32.214983 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.8577304
Jul 23 16:19:32.216131 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:32.217308 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42466) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:32.217833 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:32.218752 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-f7ee3c0f-d9da-48f4-83a8-249ad3825295 req-f48c1f37-7bf4-4634-9d4f-ddb9a633f70b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:32.236452 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:32.268376 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-f7ee3c0f-d9da-48f4-83a8-249ad3825295 req-f48c1f37-7bf4-4634-9d4f-ddb9a633f70b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:32.286060 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:32.289378 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:32.296364 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-9979f996-aeee-496b-b756-919711faa675 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Request body: {'security_group_rule': {'security_group_id': 'c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:32.302379 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Network 25941fe6-7ac1-499c-9924-d29ef8bafcca is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:32.309317 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb410c2-6d9f-4373-8850-ae646e3f5870 None None] Pushing event updated for resources: {'Port': ['ID=7e4bc745-1c31-4427-ad30-252f1b4789f1,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:32.311522 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:32.314266 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-eeb410c2-6d9f-4373-8850-ae646e3f5870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:32.323733 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-9979f996-aeee-496b-b756-919711faa675 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:32.326252 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f7ee3c0f-d9da-48f4-83a8-249ad3825295 req-f48c1f37-7bf4-4634-9d4f-ddb9a633f70b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3985188
Jul 23 16:19:32.329733 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-003d54ee-cd9d-461d-8f57-031fb760081c req-f503375e-6e87-4d0c-849f-3cdfd0cddbe5 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928675
Jul 23 16:19:32.331399 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c1f37-7bf4-4634-9d4f-ddb9a633f70b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=41031b74-987f-4c85-a9e5-54ca5886c11e,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:32.339047 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:19:32.340338 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:32.340999 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:32.354999 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f48c1f37-7bf4-4634-9d4f-ddb9a633f70b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:32.419621 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2b7f93d6-46d2-4c93-8b9a-bda2d4864300 req-ace34b92-7bbd-423d-9919-b08231fe02c8 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2942524
Jul 23 16:19:32.423578 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c1be6a9-4594-44f5-809b-0d720ffbf495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:32.462243 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b5e7d316-69ab-4c2e-97d3-e7808ac5fece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:32.477885 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-9979f996-aeee-496b-b756-919711faa675 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Usage tracker for resource:security_group_rule and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:32.513473 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3c1be6a9-4594-44f5-809b-0d720ffbf495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:32.515478 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:32.516383 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-9979f996-aeee-496b-b756-919711faa675 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:32.530032 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-3c1be6a9-4594-44f5-809b-0d720ffbf495 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b4cc1184-82f7-4237-8b7f-7e9a938bffa7 HTTP/1.1" status: 204  len: 168 time: 1.6214957
Jul 23 16:19:32.542900 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1be6a9-4594-44f5-809b-0d720ffbf495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cc1184-82f7-4237-8b7f-7e9a938bffa7,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:32.553238 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3c1be6a9-4594-44f5-809b-0d720ffbf495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:32.555965 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4171798
Jul 23 16:19:32.705080 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-9979f996-aeee-496b-b756-919711faa675 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:32.761826 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event updated for resources: {'Port': ['ID=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:32.774103 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:32.774774 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:32.799049 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:32.831094 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Request body: {'port': {'device_id': '99283e5e-1bc5-4188-84cf-5f73fab6d9de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:32.842172 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.508s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:33.007748 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-9979f996-aeee-496b-b756-919711faa675 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:33.044768 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8048115
Jul 23 16:19:33.054586 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:33.056147 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fc6b06-4bd8-4f87-9839-9d73955191b6,revision_number=2']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:33.084728 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:33.089649 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Request body: {'port': {'device_id': 'c19c09bd-ad3e-422c-9834-eebcb7a2a567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:33.134646 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-ee218bd0-ab1a-43ab-b3b6-844c72dc4dda None None] Provisioning for port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:33.157211 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-ee218bd0-ab1a-43ab-b3b6-844c72dc4dda None None] Provisioning complete for port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:33.157734 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ee218bd0-ab1a-43ab-b3b6-844c72dc4dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:33.161259 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dbc17-b290-4840-9a0f-ff8f9870e820 req-4e09d5aa-71db-49c2-96e4-a03504fc2b17 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:33.171736 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e2dbc17-b290-4840-9a0f-ff8f9870e820 req-4e09d5aa-71db-49c2-96e4-a03504fc2b17 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 932 time: 0.4580605
Jul 23 16:19:33.206509 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.managers [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Attempting to bind port d5fc6b06-4bd8-4f87-9839-9d73955191b6 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:19:33.207067 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.managers [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Attempting to bind port d5fc6b06-4bd8-4f87-9839-9d73955191b6 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'e545dd5a-cd17-409d-aa68-108a14d338f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3'}] {{(pid=78519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:19:33.207469 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Attempting to bind port d5fc6b06-4bd8-4f87-9839-9d73955191b6 on network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:33.223332 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Port d5fc6b06-4bd8-4f87-9839-9d73955191b6 on network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:19:33.223804 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Attempting to bind port d5fc6b06-4bd8-4f87-9839-9d73955191b6 on network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:33.228643 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3d575-361c-4a4a-988f-c9dcc40e0f81 req-57321c1d-d74b-486f-a622-a94b3ea6d0cd tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:33.232753 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b9e3d575-361c-4a4a-988f-c9dcc40e0f81 req-57321c1d-d74b-486f-a622-a94b3ea6d0cd tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 945 time: 0.6130512
Jul 23 16:19:33.242872 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:19:33.243264 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Checking segment: {'id': 'e545dd5a-cd17-409d-aa68-108a14d338f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:33.243662 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Bound using segment: {'id': 'e545dd5a-cd17-409d-aa68-108a14d338f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3'} {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:19:33.244227 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.managers [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Bound port: d5fc6b06-4bd8-4f87-9839-9d73955191b6, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e545dd5a-cd17-409d-aa68-108a14d338f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3'}}] {{(pid=78519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:19:33.244579 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:33.256955 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-ee218bd0-ab1a-43ab-b3b6-844c72dc4dda None None] Port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:19:33.264931 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919143640>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:31Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:33.271587 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144e521-6662-440a-9f28-c873f87da6a6 None None] The sync data for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi is: [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:31Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:19:33.420114 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-9979f996-aeee-496b-b756-919711faa675 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:33.430912 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-9979f996-aeee-496b-b756-919711faa675 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:33.432256 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e2dbc17-b290-4840-9a0f-ff8f9870e820 req-58b71402-de98-4e11-a841-083abf7dc641 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2584422
Jul 23 16:19:33.456727 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:33.474605 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b9e3d575-361c-4a4a-988f-c9dcc40e0f81 req-a40550dd-4b32-40db-bc17-e2e00723bb5e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2248218
Jul 23 16:19:33.495621 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:33.523910 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979f996-aeee-496b-b756-919711faa675 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4f23e9-db5f-48d2-a335-adc7e42051aa,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:33.538684 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-9979f996-aeee-496b-b756-919711faa675 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:33.539988 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] For port d5fc6b06-4bd8-4f87-9839-9d73955191b6, host hv-cinder-80203, cleared binding levels {{(pid=78519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:19:33.559736 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] For port d5fc6b06-4bd8-4f87-9839-9d73955191b6, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d5fc6b06-4bd8-4f87-9839-9d73955191b6,segment=NetworkSegment(e545dd5a-cd17-409d-aa68-108a14d338f9),segment_id=e545dd5a-cd17-409d-aa68-108a14d338f9)] {{(pid=78519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:19:33.561510 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-9979f996-aeee-496b-b756-919711faa675 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:33.566270 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-9979f996-aeee-496b-b756-919711faa675 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3044825
Jul 23 16:19:33.567531 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 42504) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:33.605131 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0610384d-3a33-4ce3-bef1-e275e3736f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75246f86-d9c9-4706-8587-ccf83d4cfb58', 'code': 200}
Jul 23 16:19:33.618493 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-64785f7e-e4b9-4612-b23f-7393d28b44ca tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Request body: {'security_group_rule': {'security_group_id': 'c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:33.640203 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:33.652218 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:33.668863 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-64785f7e-e4b9-4612-b23f-7393d28b44ca tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:33.684370 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-64785f7e-e4b9-4612-b23f-7393d28b44ca tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Usage tracker for resource:security_group_rule and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:33.830926 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-64785f7e-e4b9-4612-b23f-7393d28b44ca tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:33.846604 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:33.847571 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:33.849233 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] 10.222.0.83 "PUT /v2.0/ports/d5fc6b06-4bd8-4f87-9839-9d73955191b6 HTTP/1.1" status: 200  len: 1094 time: 3.6609371
Jul 23 16:19:33.865916 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d35e50-e59d-4f0a-9324-b799f5a58e14', 'tag': 'd5fc6b06-4bd8-4f87-9839-9d73955191b6'}] {{(pid=78519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:19:34.091226 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-64785f7e-e4b9-4612-b23f-7393d28b44ca tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:34.201065 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 7e4bc745-1c31-4427-ad30-252f1b4789f1 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:34.336250 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fc6b06-4bd8-4f87-9839-9d73955191b6,revision_number=3']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:34.365900 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:34.473324 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 7e4bc745-1c31-4427-ad30-252f1b4789f1 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:34.489452 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 7e4bc745-1c31-4427-ad30-252f1b4789f1 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:34.489859 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:34.634959 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-fb37ae1a-c786-458d-bde0-eb2591379087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:34.636880 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-fb37ae1a-c786-458d-bde0-eb2591379087 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56f45e42a8164b9d93b91b7feb698620&device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 1097 time: 0.6125844
Jul 23 16:19:34.670933 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a13bcf-d634-4555-8bde-e89636afb9ba {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:19:34.685331 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:34.755295 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Transition to ACTIVE for port object 00a13bcf-d634-4555-8bde-e89636afb9ba will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:34.775082 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:34.842136 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-64785f7e-e4b9-4612-b23f-7393d28b44ca tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:34.851169 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-f457c1ed-aae3-4d53-b909-38267fb2fb26 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5fc6b06-4bd8-4f87-9839-9d73955191b6 HTTP/1.1" status: 200  len: 217 time: 0.1980002
Jul 23 16:19:34.873265 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:34.884492 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:34.949660 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 7e4bc745-1c31-4427-ad30-252f1b4789f1, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=7e4bc745-1c31-4427-ad30-252f1b4789f1,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:34.964388 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:34.966402 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:35.115568 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-0a4feb16-219f-4210-b158-372a420ed6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:35.117125 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-0a4feb16-219f-4210-b158-372a420ed6dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0fe04e03-32e7-4990-b898-80e8e8584317 HTTP/1.1" status: 200  len: 859 time: 0.2569942
Jul 23 16:19:35.126582 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=7e4bc745-1c31-4427-ad30-252f1b4789f1,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:35.134885 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:35.180551 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af111909-6932-49cf-80b8-ad57f1328f57 req-ae2dde25-4be5-4ed8-a357-1293645ff401 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:35.181294 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-af111909-6932-49cf-80b8-ad57f1328f57 req-ae2dde25-4be5-4ed8-a357-1293645ff401 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Synchronizing usage tracker for tenant:56f45e42a8164b9d93b91b7feb698620 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:19:35.213191 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-1f6eefed-636b-4116-970d-d0a620d261da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0879300
Jul 23 16:19:35.218041 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 {{(pid=78519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:19:35.245752 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:35.260227 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Pushing event updated for resources: {'Port': ['ID=00a13bcf-d634-4555-8bde-e89636afb9ba,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:35.272656 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96c8d6-3e9a-44bb-8bd2-2918eafcfba6 req-9f7f6946-696b-4264-a64f-4307a1908c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:35.274229 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6a96c8d6-3e9a-44bb-8bd2-2918eafcfba6 req-9f7f6946-696b-4264-a64f-4307a1908c77 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 1099 time: 1.1650226
Jul 23 16:19:35.276930 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:35.306863 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.provisioning_blocks [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Transition to ACTIVE for port object f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 will not be triggered until provisioned by entity L2. {{(pid=78519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:35.345690 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722793f-406b-48b2-ab5b-7e8638d91010 req-717ea74a-ec3b-4957-afab-d5e8b7f5ff78 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:35.353309 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c722793f-406b-48b2-ab5b-7e8638d91010 req-717ea74a-ec3b-4957-afab-d5e8b7f5ff78 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 946 time: 1.5242612
Jul 23 16:19:35.382483 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:35.405757 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-af111909-6932-49cf-80b8-ad57f1328f57 req-ae2dde25-4be5-4ed8-a357-1293645ff401 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Unset dirty status for tenant:56f45e42a8164b9d93b91b7feb698620 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:19:35.412148 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-af111909-6932-49cf-80b8-ad57f1328f57 req-ae2dde25-4be5-4ed8-a357-1293645ff401 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 931 time: 1.5600767
Jul 23 16:19:35.415332 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-64785f7e-e4b9-4612-b23f-7393d28b44ca tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:35.429281 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:35.455416 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-64785f7e-e4b9-4612-b23f-7393d28b44ca tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:35.519311 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:35.525496 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-6a96c8d6-3e9a-44bb-8bd2-2918eafcfba6 req-0b4d0abc-25a5-4b8f-a029-3c1b85886514 service neutron] Synchronizing usage tracker for tenant:70dd3932c62c4444b8e26a07c92ccfc6 on resource:security_group {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:19:35.619176 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c722793f-406b-48b2-ab5b-7e8638d91010 req-ecab6d7a-177b-4b9e-8a5b-e710d4ad0d70 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2647703
Jul 23 16:19:35.626614 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-64785f7e-e4b9-4612-b23f-7393d28b44ca tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:35.628534 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-64785f7e-e4b9-4612-b23f-7393d28b44ca tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.0597823
Jul 23 16:19:35.629412 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64785f7e-e4b9-4612-b23f-7393d28b44ca tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467a4a4c-c3b5-4b80-a1c6-4173d2177020,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:35.633505 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-64785f7e-e4b9-4612-b23f-7393d28b44ca tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:35.634346 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 42562) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:35.661129 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-af111909-6932-49cf-80b8-ad57f1328f57 req-efbfe0a3-ca68-4c4e-921b-be593e74f2d1 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2478397
Jul 23 16:19:35.678234 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Request body: {'floatingip': {'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:35.694291 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Pushing event updated for resources: {'Port': ['ID=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4,revision_number=2']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:35.700958 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Attempting to bind port 00a13bcf-d634-4555-8bde-e89636afb9ba on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:19:35.701431 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Attempting to bind port 00a13bcf-d634-4555-8bde-e89636afb9ba by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'e545dd5a-cd17-409d-aa68-108a14d338f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:19:35.701805 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Attempting to bind port 00a13bcf-d634-4555-8bde-e89636afb9ba on network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:35.713069 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:35.736037 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-6a96c8d6-3e9a-44bb-8bd2-2918eafcfba6 req-0b4d0abc-25a5-4b8f-a029-3c1b85886514 service neutron] Unset dirty status for tenant:70dd3932c62c4444b8e26a07c92ccfc6 on resource:security_group {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:19:35.738590 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:35.740209 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6a96c8d6-3e9a-44bb-8bd2-2918eafcfba6 req-0b4d0abc-25a5-4b8f-a029-3c1b85886514 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4349091
Jul 23 16:19:35.745212 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Usage tracker for resource:floatingip and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:35.751070 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-d2b4d995-8398-4cd8-8bf3-7a32a8f26d46 service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5257783
Jul 23 16:19:35.751221 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Port 00a13bcf-d634-4555-8bde-e89636afb9ba on network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:19:35.755996 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Attempting to bind port 00a13bcf-d634-4555-8bde-e89636afb9ba on network 20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:35.766566 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:35.784378 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:19:35.784747 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Checking segment: {'id': 'e545dd5a-cd17-409d-aa68-108a14d338f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:35.785310 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Bound using segment: {'id': 'e545dd5a-cd17-409d-aa68-108a14d338f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:19:35.785819 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Bound port: 00a13bcf-d634-4555-8bde-e89636afb9ba, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e545dd5a-cd17-409d-aa68-108a14d338f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:19:35.786134 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:35.816196 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d35e50-e59d-4f0a-9324-b799f5a58e14', 'tag': 'd5fc6b06-4bd8-4f87-9839-9d73955191b6', 'status': 'completed', 'code': 200}
Jul 23 16:19:35.838060 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:35.876108 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.managers [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Attempting to bind port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:19:35.876730 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.managers [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Attempting to bind port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'}] {{(pid=78519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:19:35.877219 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Attempting to bind port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 on network 25941fe6-7ac1-499c-9924-d29ef8bafcca {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:35.886211 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 on network 25941fe6-7ac1-499c-9924-d29ef8bafcca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:19:35.886771 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Attempting to bind port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 on network 25941fe6-7ac1-499c-9924-d29ef8bafcca {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:35.894334 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:19:35.894932 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Checking segment: {'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:35.895616 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Bound using segment: {'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'} {{(pid=78519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:19:35.896059 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.managers [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Bound port: f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'}}] {{(pid=78519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:19:35.896418 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:36.048965 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 7e4bc745-1c31-4427-ad30-252f1b4789f1 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:36.146364 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:36.176358 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] For port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4, host hv-cinder-80203, cleared binding levels {{(pid=78519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:19:36.198648 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] For port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:19:36.206604 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:36.216264 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 7e4bc745-1c31-4427-ad30-252f1b4789f1 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:36.216472 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-85599043-95d2-4f26-853d-c0e026424ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:36.216736 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:36.270232 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] For port 00a13bcf-d634-4555-8bde-e89636afb9ba, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:19:36.300217 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] For port 00a13bcf-d634-4555-8bde-e89636afb9ba, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=00a13bcf-d634-4555-8bde-e89636afb9ba,segment=NetworkSegment(e545dd5a-cd17-409d-aa68-108a14d338f9),segment_id=e545dd5a-cd17-409d-aa68-108a14d338f9)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:19:36.308098 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8c8a9e58-9294-475e-95a6-3dc17917a31b req-fd5a275c-5580-4442-85f0-38c0451839dc service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2550747
Jul 23 16:19:36.309590 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:36.310397 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:36.311730 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] 10.222.0.83 "PUT /v2.0/ports/f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 HTTP/1.1" status: 200  len: 1094 time: 3.2369740
Jul 23 16:19:36.315404 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:36.341913 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Pushing event updated for resources: {'Port': ['ID=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4,revision_number=3']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:36.345715 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:36.397716 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-8a38d78d-62fe-400d-b34d-24f95c1af69a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:36.529769 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f56ac-ced8-4f6b-add2-55194dd22590 req-a1c00667-410d-44fa-b2cb-5aff646c2ecf tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:36.532574 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b45f56ac-ced8-4f6b-add2-55194dd22590 req-a1c00667-410d-44fa-b2cb-5aff646c2ecf tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 944 time: 0.5999727
Jul 23 16:19:36.569636 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:36.570403 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:36.571931 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] 10.222.0.83 "PUT /v2.0/ports/00a13bcf-d634-4555-8bde-e89636afb9ba HTTP/1.1" status: 200  len: 1093 time: 3.8644302
Jul 23 16:19:36.585103 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadb1cc-250d-4ab4-8867-3bc38b9afa77 req-e8357dc2-dadd-4fea-93f0-711a94a2bd12 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:36.595973 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9dadb1cc-250d-4ab4-8867-3bc38b9afa77 req-e8357dc2-dadd-4fea-93f0-711a94a2bd12 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 945 time: 0.5641448
Jul 23 16:19:36.598232 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99283e5e-1bc5-4188-84cf-5f73fab6d9de', 'tag': '00a13bcf-d634-4555-8bde-e89636afb9ba'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:19:36.711347 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffa4e8-5e07-4f48-99ec-7d42d23d1b28 req-a2f97937-4a5e-4e13-9bd3-a55b9510b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:36.714252 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-41ffa4e8-5e07-4f48-99ec-7d42d23d1b28 req-a2f97937-4a5e-4e13-9bd3-a55b9510b07f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56f45e42a8164b9d93b91b7feb698620&device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 1097 time: 0.2485085
Jul 23 16:19:36.739775 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-be8e17be-cc00-477d-857c-997f7a32475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:36.741332 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-be8e17be-cc00-477d-857c-997f7a32475b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e89cf1ea5dbf40b3b0e280a89adce958&device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 1097 time: 0.2745070
Jul 23 16:19:36.861329 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Pushing event updated for resources: {'Port': ['ID=00a13bcf-d634-4555-8bde-e89636afb9ba,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:36.871369 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:36.881680 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b45f56ac-ced8-4f6b-add2-55194dd22590 req-46bbd0be-8551-4e16-aaf5-b8a81672aa2c tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3346584
Jul 23 16:19:36.910052 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9dadb1cc-250d-4ab4-8867-3bc38b9afa77 req-c501b086-51ba-469b-a24e-b53d3bce1bd0 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3118384
Jul 23 16:19:37.023587 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:37.062006 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-fef6eeb2-254f-4d62-83b8-9f9737f37b2c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 HTTP/1.1" status: 200  len: 217 time: 0.2445984
Jul 23 16:19:37.138538 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-a366ee3b-f29a-431c-b269-a10cb0d913c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:37.139911 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-a366ee3b-f29a-431c-b269-a10cb0d913c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56f45e42a8164b9d93b91b7feb698620&device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 1096 time: 0.4686568
Jul 23 16:19:37.228401 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-bb77695a-206c-4a2c-b30c-ba10dcc997ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:37.238520 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-bb77695a-206c-4a2c-b30c-ba10dcc997ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7922f234-6844-4bc7-8cee-7eadd522e056 HTTP/1.1" status: 200  len: 850 time: 0.1619992
Jul 23 16:19:37.415581 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-a0e70ad6-771d-46f6-b132-c88941d291a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a13bcf-d634-4555-8bde-e89636afb9ba HTTP/1.1" status: 200  len: 217 time: 0.2403986
Jul 23 16:19:37.514685 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffa4e8-5e07-4f48-99ec-7d42d23d1b28 req-cae9cb45-3c84-4f0a-9529-067249984a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:37.516283 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-41ffa4e8-5e07-4f48-99ec-7d42d23d1b28 req-cae9cb45-3c84-4f0a-9529-067249984a93 service neutron] 10.222.0.83 "GET /v2.0/networks?id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 HTTP/1.1" status: 200  len: 921 time: 0.7185731
Jul 23 16:19:37.602666 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-9a99171d-0eb1-492f-8b71-77d369efd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:37.604478 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-9a99171d-0eb1-492f-8b71-77d369efd357 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0fe04e03-32e7-4990-b898-80e8e8584317 HTTP/1.1" status: 200  len: 859 time: 0.1757038
Jul 23 16:19:37.609362 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-41ffa4e8-5e07-4f48-99ec-7d42d23d1b28 req-6b7e9a9f-920c-43fe-88a6-e0b96dc98a43 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5fc6b06-4bd8-4f87-9839-9d73955191b6 HTTP/1.1" status: 200  len: 217 time: 0.0845492
Jul 23 16:19:37.614553 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Allocated IP 172.27.1.170 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/005762a7-24c3-48c3-81fc-4c8197e8d083) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:19:37.631088 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19cda1-adbd-4f87-b7f3-6792b25d3d1f req-40f4703a-f7ef-475c-ad6a-5d716fc83a4d tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:37.636448 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6c19cda1-adbd-4f87-b7f3-6792b25d3d1f req-40f4703a-f7ef-475c-ad6a-5d716fc83a4d tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 946 time: 0.3478231
Jul 23 16:19:37.673070 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-3544b5ff-49b4-4802-9ea5-63c53ca939b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:37.674738 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-3544b5ff-49b4-4802-9ea5-63c53ca939b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25941fe6-7ac1-499c-9924-d29ef8bafcca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4267733
Jul 23 16:19:37.736000 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffa4e8-5e07-4f48-99ec-7d42d23d1b28 req-7f43873a-961e-4cd5-bc2f-2264861809f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:37.737485 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-41ffa4e8-5e07-4f48-99ec-7d42d23d1b28 req-7f43873a-961e-4cd5-bc2f-2264861809f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0fe04e03-32e7-4990-b898-80e8e8584317 HTTP/1.1" status: 200  len: 859 time: 0.1200190
Jul 23 16:19:37.778901 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-9048d004-a9f0-4f46-af6d-9e255569724d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1608777
Jul 23 16:19:37.816602 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d31d07-dc0e-4bcd-bc3f-7f8ad06be627 req-3b6b03a3-46db-4d0a-9b70-aedc22efd481 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:37.818245 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-15d31d07-dc0e-4bcd-bc3f-7f8ad06be627 req-3b6b03a3-46db-4d0a-9b70-aedc22efd481 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 943 time: 0.6444950
Jul 23 16:19:37.834790 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19c09bd-ad3e-422c-9834-eebcb7a2a567', 'tag': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4'}] {{(pid=78519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:19:37.860920 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-41ffa4e8-5e07-4f48-99ec-7d42d23d1b28 req-873adea3-63ba-48fe-9039-8d4546defcae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647786
Jul 23 16:19:37.980312 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-041a4847-18c9-4eb6-a462-930e4a18762d service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2964742
Jul 23 16:19:38.074342 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6c19cda1-adbd-4f87-b7f3-6792b25d3d1f req-db0cab71-e836-453f-8971-39852094ce53 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3003502
Jul 23 16:19:38.194931 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-4a23fe02-bc1e-44d5-af15-d4b8314f0786 req-8dc798e1-47a5-462c-8c0a-da9b12c5eb1a service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2077818
Jul 23 16:19:38.196892 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-15d31d07-dc0e-4bcd-bc3f-7f8ad06be627 req-ce5352fb-5a69-42b2-8ac6-4f06024199a9 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3516128
Jul 23 16:19:38.203536 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-41ffa4e8-5e07-4f48-99ec-7d42d23d1b28 req-cff531ea-7bbc-4f9a-8a02-20f5c952720c service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3351989
Jul 23 16:19:38.246660 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:38.285783 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19c09bd-ad3e-422c-9834-eebcb7a2a567', 'tag': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4', 'status': 'completed', 'code': 200}
Jul 23 16:19:38.318095 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99283e5e-1bc5-4188-84cf-5f73fab6d9de', 'tag': '00a13bcf-d634-4555-8bde-e89636afb9ba', 'status': 'completed', 'code': 200}
Jul 23 16:19:38.321570 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-8b0d5f0c-c039-4599-8e46-b6ed99c0eccd service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5313570
Jul 23 16:19:38.461894 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:38.522369 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:38.549993 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-41ffa4e8-5e07-4f48-99ec-7d42d23d1b28 req-be4f799a-6ae9-4f23-b460-d0a9581a274f service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3380506
Jul 23 16:19:38.571168 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d82c5-acd9-4026-b5bd-de104986e877 req-333070b5-b11c-457b-848a-64333940a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:38.573066 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-295d82c5-acd9-4026-b5bd-de104986e877 req-333070b5-b11c-457b-848a-64333940a8d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e89cf1ea5dbf40b3b0e280a89adce958&device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 1097 time: 0.1738873
Jul 23 16:19:38.630001 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event updated for resources: {'Port': ['ID=005762a7-24c3-48c3-81fc-4c8197e8d083,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:38.640204 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:38.645348 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:38.651410 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:38.654652 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:19:38.703955 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42646) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:38.725810 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d902305-4ff4-4f96-89d1-71b9c86b0e06 req-ca85524b-d169-428a-8109-ebc1ed32d00b service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3642330
Jul 23 16:19:38.748706 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d82c5-acd9-4026-b5bd-de104986e877 req-b355934f-08ed-4211-956c-4526736ff20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:38.751076 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-295d82c5-acd9-4026-b5bd-de104986e877 req-b355934f-08ed-4211-956c-4526736ff20d service neutron] 10.222.0.83 "GET /v2.0/networks?id=25941fe6-7ac1-499c-9924-d29ef8bafcca HTTP/1.1" status: 200  len: 913 time: 0.1669936
Jul 23 16:19:38.773509 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cc2cf-252f-4f01-b154-3d104d73a769 req-1b5f0999-81bd-4cb2-82fe-5a9c554a43b2 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:38.780784 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-051cc2cf-252f-4f01-b154-3d104d73a769 req-1b5f0999-81bd-4cb2-82fe-5a9c554a43b2 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 944 time: 0.3260586
Jul 23 16:19:38.821608 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:38.859095 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-295d82c5-acd9-4026-b5bd-de104986e877 req-aecd0b86-0358-42f5-a5e2-6dc89753b8c3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 HTTP/1.1" status: 200  len: 217 time: 0.1005511
Jul 23 16:19:38.893609 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-051cc2cf-252f-4f01-b154-3d104d73a769 req-1f2bf11e-85be-42e5-8616-bb3d2358a3fa tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118300
Jul 23 16:19:38.971476 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:38.973395 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3b6973d2-220c-49ed-8ca4-b325336e5da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:38.997498 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-3b6973d2-220c-49ed-8ca4-b325336e5da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:39.005300 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-3b6973d2-220c-49ed-8ca4-b325336e5da3 admin admin] Usage tracker for resource:security_group_rule and tenant:659b13f2b3904264b468a0a85696453d is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:39.009289 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d82c5-acd9-4026-b5bd-de104986e877 req-daf6a5bf-794e-46e8-ad0a-d141c2d4687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:39.011562 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-295d82c5-acd9-4026-b5bd-de104986e877 req-daf6a5bf-794e-46e8-ad0a-d141c2d4687d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7922f234-6844-4bc7-8cee-7eadd522e056 HTTP/1.1" status: 200  len: 850 time: 0.1453385
Jul 23 16:19:39.012762 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-3b6973d2-220c-49ed-8ca4-b325336e5da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:39.019420 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-3b6973d2-220c-49ed-8ca4-b325336e5da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:39.078826 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6969d-c5b0-42c7-8531-019d3513b727 req-756cbe51-ca54-4ca7-a2b9-fe7872255711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:39.080337 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-96a6969d-c5b0-42c7-8531-019d3513b727 req-756cbe51-ca54-4ca7-a2b9-fe7872255711 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56f45e42a8164b9d93b91b7feb698620&device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 1096 time: 0.2505357
Jul 23 16:19:39.245413 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d82c5-acd9-4026-b5bd-de104986e877 req-46e93ab5-734e-4f2e-8112-7bf2100e0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:39.247089 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-295d82c5-acd9-4026-b5bd-de104986e877 req-46e93ab5-734e-4f2e-8112-7bf2100e0dbd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25941fe6-7ac1-499c-9924-d29ef8bafcca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2244296
Jul 23 16:19:39.248889 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3b6973d2-220c-49ed-8ca4-b325336e5da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:39.252762 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3b6973d2-220c-49ed-8ca4-b325336e5da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:39.261444 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:39.343626 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-3b6973d2-220c-49ed-8ca4-b325336e5da3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=659b13f2b3904264b468a0a85696453d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6382160
Jul 23 16:19:39.347627 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42670) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:39.348584 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6973d2-220c-49ed-8ca4-b325336e5da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b75d60-a9e2-4498-bdae-62fb04d7cdaf,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:39.353698 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-3b6973d2-220c-49ed-8ca4-b325336e5da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:39.442739 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device d5fc6b06-4bd8-4f87-9839-9d73955191b6 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:19:39.507850 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:39.517729 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:39.551866 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:39.616498 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port d5fc6b06-4bd8-4f87-9839-9d73955191b6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d5fc6b06-4bd8-4f87-9839-9d73955191b6,segment=NetworkSegment(e545dd5a-cd17-409d-aa68-108a14d338f9),segment_id=e545dd5a-cd17-409d-aa68-108a14d338f9)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:39.618429 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-295d82c5-acd9-4026-b5bd-de104986e877 req-6b29dfd4-19ef-4cc3-a7bf-2c380ebd0b55 service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3500402
Jul 23 16:19:39.622291 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6969d-c5b0-42c7-8531-019d3513b727 req-e4a670ff-3745-4df8-8e6a-e1817b9947b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:39.623186 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ccecfc9e-552c-4f4e-a2bf-9814ab816060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:39.623881 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-96a6969d-c5b0-42c7-8531-019d3513b727 req-e4a670ff-3745-4df8-8e6a-e1817b9947b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 HTTP/1.1" status: 200  len: 921 time: 0.5272717
Jul 23 16:19:39.638075 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': 'd5fc6b06-4bd8-4f87-9839-9d73955191b6', 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3', 'port_id': 'd5fc6b06-4bd8-4f87-9839-9d73955191b6', 'mac_address': 'fa:16:3e:ae:01:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe04e03-32e7-4990-b898-80e8e8584317', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:19:39.711207 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:39.747018 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fc6b06-4bd8-4f87-9839-9d73955191b6 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:19:39.777536 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port d5fc6b06-4bd8-4f87-9839-9d73955191b6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d5fc6b06-4bd8-4f87-9839-9d73955191b6,segment=NetworkSegment(e545dd5a-cd17-409d-aa68-108a14d338f9),segment_id=e545dd5a-cd17-409d-aa68-108a14d338f9)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:39.783693 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:39.786520 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:39.882601 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ccecfc9e-552c-4f4e-a2bf-9814ab816060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:39.913565 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=d5fc6b06-4bd8-4f87-9839-9d73955191b6,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:39.917410 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:39.932883 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event updated for resources: {'Port': ['ID=005762a7-24c3-48c3-81fc-4c8197e8d083,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:39.935704 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:39.937106 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-96a6969d-c5b0-42c7-8531-019d3513b727 req-9f77b78f-4e40-47c4-8b44-2421f2a209ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a13bcf-d634-4555-8bde-e89636afb9ba HTTP/1.1" status: 200  len: 217 time: 0.1778419
Jul 23 16:19:39.944422 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-295d82c5-acd9-4026-b5bd-de104986e877 req-f53e8432-c964-47b0-9078-11e7c1e3093d service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2749979
Jul 23 16:19:39.946060 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7099b49-7ef6-4684-90e4-cac44c002e3e req-5e3829b4-1671-4eb0-8152-7a59c43c1d66 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:39.947893 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b7099b49-7ef6-4684-90e4-cac44c002e3e req-5e3829b4-1671-4eb0-8152-7a59c43c1d66 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 946 time: 0.7151399
Jul 23 16:19:39.985152 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ccecfc9e-552c-4f4e-a2bf-9814ab816060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:39.997873 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-3b6973d2-220c-49ed-8ca4-b325336e5da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:40.035491 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecfc9e-552c-4f4e-a2bf-9814ab816060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b75d60-a9e2-4498-bdae-62fb04d7cdaf,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:40.038240 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ccecfc9e-552c-4f4e-a2bf-9814ab816060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:40.039869 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-ccecfc9e-552c-4f4e-a2bf-9814ab816060 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f3b75d60-a9e2-4498-bdae-62fb04d7cdaf HTTP/1.1" status: 204  len: 168 time: 0.6880064
Jul 23 16:19:40.041082 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ccecfc9e-552c-4f4e-a2bf-9814ab816060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:40.148254 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['d5fc6b06-4bd8-4f87-9839-9d73955191b6'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:19:40.230097 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:40.251899 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6969d-c5b0-42c7-8531-019d3513b727 req-b268699a-afff-42a5-b775-0ff12c44d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:40.253688 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-96a6969d-c5b0-42c7-8531-019d3513b727 req-b268699a-afff-42a5-b775-0ff12c44d461 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0fe04e03-32e7-4990-b898-80e8e8584317 HTTP/1.1" status: 200  len: 859 time: 0.2746844
Jul 23 16:19:40.322055 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b7099b49-7ef6-4684-90e4-cac44c002e3e req-5d13f47b-4e70-43e8-921c-a6c8de991c1a tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3479192
Jul 23 16:19:40.335544 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187d729-aaa5-48fb-8338-194cb71843e1 req-a6cbb4a0-681c-43e2-9911-bdc65fa4c9a0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:40.351962 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9187d729-aaa5-48fb-8338-194cb71843e1 req-a6cbb4a0-681c-43e2-9911-bdc65fa4c9a0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 943 time: 0.7256308
Jul 23 16:19:40.351962 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-96a6969d-c5b0-42c7-8531-019d3513b727 req-f5134444-3a8a-4044-b8cf-77daa4638c20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0884111
Jul 23 16:19:40.401620 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:40.402825 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.7613335
Jul 23 16:19:40.531892 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42704) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:40.557684 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4420de88-a8da-4521-8e40-ee5e163234d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:40.574266 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9187d729-aaa5-48fb-8338-194cb71843e1 req-bd384e83-9f77-45ee-96ae-2c0b10404dba tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265985
Jul 23 16:19:40.577863 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-4420de88-a8da-4521-8e40-ee5e163234d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:40.594919 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-4420de88-a8da-4521-8e40-ee5e163234d3 admin admin] Usage tracker for resource:security_group_rule and tenant:2d8ec45eaa804101810a8279e9a4be68 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:40.599927 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-4420de88-a8da-4521-8e40-ee5e163234d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:40.608518 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-4420de88-a8da-4521-8e40-ee5e163234d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:40.731797 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-96a6969d-c5b0-42c7-8531-019d3513b727 req-5563ccff-d0ab-4940-96ad-c337ab412f60 service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3632319
Jul 23 16:19:40.732288 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4420de88-a8da-4521-8e40-ee5e163234d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:40.737735 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4420de88-a8da-4521-8e40-ee5e163234d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:40.749228 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e5d3b2cf-cacf-44a6-81e2-4e7b711b0be3 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:40.764214 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-989f58f8-0b57-4538-bf4e-a863bc3cccc0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1694948633&fields=id&tenant_id=df8a773d9e6b4d9795b2f5b90064e860 HTTP/1.1" status: 200  len: 267 time: 0.0639555
Jul 23 16:19:40.797234 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-4420de88-a8da-4521-8e40-ee5e163234d3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2d8ec45eaa804101810a8279e9a4be68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2638047
Jul 23 16:19:40.798023 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420de88-a8da-4521-8e40-ee5e163234d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131a400e-d2d6-4f49-886f-fc661323b9e7,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:40.801217 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42722) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:40.804292 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-4420de88-a8da-4521-8e40-ee5e163234d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:40.876498 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-56ab1a32-cb8e-4b85-8af8-76e83e7c2888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:40.917405 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-56ab1a32-cb8e-4b85-8af8-76e83e7c2888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:40.955151 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037ea36-e5d8-40f8-b861-1b7e42193a45 req-f25ec73d-214a-4c11-b24b-f56dc90a39a8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:40.957154 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9037ea36-e5d8-40f8-b861-1b7e42193a45 req-f25ec73d-214a-4c11-b24b-f56dc90a39a8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 944 time: 0.3817773
Jul 23 16:19:41.001709 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-56ab1a32-cb8e-4b85-8af8-76e83e7c2888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:41.009540 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:41.045579 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab1a32-cb8e-4b85-8af8-76e83e7c2888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131a400e-d2d6-4f49-886f-fc661323b9e7,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:41.049709 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-56ab1a32-cb8e-4b85-8af8-76e83e7c2888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:41.067666 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-56ab1a32-cb8e-4b85-8af8-76e83e7c2888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:41.068918 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-56ab1a32-cb8e-4b85-8af8-76e83e7c2888 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/131a400e-d2d6-4f49-886f-fc661323b9e7 HTTP/1.1" status: 204  len: 168 time: 0.2662969
Jul 23 16:19:41.167025 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9037ea36-e5d8-40f8-b861-1b7e42193a45 req-2d498758-62ae-483a-8307-92c176e1607d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2006285
Jul 23 16:19:41.187108 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-96a6969d-c5b0-42c7-8531-019d3513b727 req-3eba7e49-3ec3-467d-8885-5be1bfc1a1b1 service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4279714
Jul 23 16:19:41.201000 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-eafdb937-be52-4f46-bf23-bdd5388d57a8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:41.202537 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-eafdb937-be52-4f46-bf23-bdd5388d57a8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/networks?id=7b649258-53f8-4165-adb5-6ffb90974ecb HTTP/1.1" status: 200  len: 817 time: 0.4137530
Jul 23 16:19:41.228144 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-3485efd8-b51e-494a-87c5-8aa73cc1eaed tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/quotas/df8a773d9e6b4d9795b2f5b90064e860 HTTP/1.1" status: 200  len: 375 time: 0.0186234
Jul 23 16:19:41.323720 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-ecc32af4-410c-41da-aa6d-f5c7c88df8a0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=df8a773d9e6b4d9795b2f5b90064e860&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0946672
Jul 23 16:19:41.446503 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:19:41.493085 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device d5fc6b06-4bd8-4f87-9839-9d73955191b6 up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:41.503007 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-3fd1784d-574c-42ee-8494-e7b7d05d266d service neutron] 10.222.0.82 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644762
Jul 23 16:19:41.520994 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42752) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:41.550395 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-596544c8-0c6f-458d-bf32-7399dc594eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:41.570112 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-596544c8-0c6f-458d-bf32-7399dc594eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:41.575261 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-596544c8-0c6f-458d-bf32-7399dc594eac admin admin] Usage tracker for resource:security_group_rule and tenant:b832f6c4c28949c2a5b752fe2f32bc69 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:41.578408 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-596544c8-0c6f-458d-bf32-7399dc594eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:41.584515 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-596544c8-0c6f-458d-bf32-7399dc594eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:41.703392 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port d5fc6b06-4bd8-4f87-9839-9d73955191b6 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:41.715291 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:41.723784 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port d5fc6b06-4bd8-4f87-9839-9d73955191b6 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:41.724349 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:41.743999 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-596544c8-0c6f-458d-bf32-7399dc594eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:41.751656 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-015ebd11-0009-4aa4-bceb-090d414e5cad service neutron] 10.222.0.82 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2472122
Jul 23 16:19:41.752829 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-596544c8-0c6f-458d-bf32-7399dc594eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:41.766149 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:41.773709 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'port_id': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4', 'mac_address': 'fa:16:3e:a2:c5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:19:41.818711 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 42760) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:41.819520 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-596544c8-0c6f-458d-bf32-7399dc594eac admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b832f6c4c28949c2a5b752fe2f32bc69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2917793
Jul 23 16:19:41.825388 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596544c8-0c6f-458d-bf32-7399dc594eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9034bf8c-7ea8-4a73-b3b7-58c10b309d23,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:41.830023 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-596544c8-0c6f-458d-bf32-7399dc594eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:41.865002 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:41.896613 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:19:41.906049 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6687f7ae-1d83-403b-ba96-7998c35329eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:41.955867 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31859124-485e-4961-8035-26c39f37e305 req-75107f2e-f80c-4ad0-9482-1ebee0341254 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:41.957411 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-31859124-485e-4961-8035-26c39f37e305 req-75107f2e-f80c-4ad0-9482-1ebee0341254 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 943 time: 0.2046611
Jul 23 16:19:41.983655 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:42.000243 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:42.022845 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port d5fc6b06-4bd8-4f87-9839-9d73955191b6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d5fc6b06-4bd8-4f87-9839-9d73955191b6,segment=NetworkSegment(e545dd5a-cd17-409d-aa68-108a14d338f9),segment_id=e545dd5a-cd17-409d-aa68-108a14d338f9)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:42.025370 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d35e50-e59d-4f0a-9324-b799f5a58e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fc6b06-4bd8-4f87-9839-9d73955191b6'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:19:42.026656 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6687f7ae-1d83-403b-ba96-7998c35329eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:42.037257 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:42.038219 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 00a13bcf-d634-4555-8bde-e89636afb9ba details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:19:42.042305 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:42.048370 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8eb5468b-9bf2-4ddd-93b9-ffe3f9386a88 req-caa0bdc6-0a48-4b5c-977c-869a0031ef71 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 210 time: 0.0895920
Jul 23 16:19:42.075514 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:42.165405 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-31859124-485e-4961-8035-26c39f37e305 req-a5ec2165-77c6-49a8-af36-27329fee1266 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637943
Jul 23 16:19:42.177613 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:42.191787 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d35e50-e59d-4f0a-9324-b799f5a58e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fc6b06-4bd8-4f87-9839-9d73955191b6', 'code': 200}
Jul 23 16:19:42.195632 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:42.196164 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:42.198962 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6687f7ae-1d83-403b-ba96-7998c35329eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:42.204455 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:42.239789 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687f7ae-1d83-403b-ba96-7998c35329eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9034bf8c-7ea8-4a73-b3b7-58c10b309d23,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:42.259999 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6687f7ae-1d83-403b-ba96-7998c35329eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:42.269320 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6687f7ae-1d83-403b-ba96-7998c35329eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:42.270476 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-6687f7ae-1d83-403b-ba96-7998c35329eb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9034bf8c-7ea8-4a73-b3b7-58c10b309d23 HTTP/1.1" status: 204  len: 168 time: 0.4508016
Jul 23 16:19:42.439511 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=d5fc6b06-4bd8-4f87-9839-9d73955191b6,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:42.449574 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:42.456243 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 00a13bcf-d634-4555-8bde-e89636afb9ba, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=00a13bcf-d634-4555-8bde-e89636afb9ba,segment=NetworkSegment(e545dd5a-cd17-409d-aa68-108a14d338f9),segment_id=e545dd5a-cd17-409d-aa68-108a14d338f9)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:42.485384 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '00a13bcf-d634-4555-8bde-e89636afb9ba', 'network_id': '20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3', 'port_id': '00a13bcf-d634-4555-8bde-e89636afb9ba', 'mac_address': 'fa:16:3e:7d:c2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe04e03-32e7-4990-b898-80e8e8584317', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:19:42.603370 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:42.639386 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a13bcf-d634-4555-8bde-e89636afb9ba {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:19:42.680105 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 00a13bcf-d634-4555-8bde-e89636afb9ba, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=00a13bcf-d634-4555-8bde-e89636afb9ba,segment=NetworkSegment(e545dd5a-cd17-409d-aa68-108a14d338f9),segment_id=e545dd5a-cd17-409d-aa68-108a14d338f9)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:42.692503 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:42.701199 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:42.748763 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26637b-081c-45fa-b829-682c70b312fa req-d727c976-f56e-4d38-98e5-edaf2cea5fa3 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:42.755668 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f26637b-081c-45fa-b829-682c70b312fa req-d727c976-f56e-4d38-98e5-edaf2cea5fa3 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 945 time: 0.3275020
Jul 23 16:19:42.794237 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70558a10-9a07-47a5-8787-de7f64ca01a8 req-f9ffb116-ba57-46a8-84f8-94da33ba38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:42.795741 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-70558a10-9a07-47a5-8787-de7f64ca01a8 req-f9ffb116-ba57-46a8-84f8-94da33ba38bb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 1099 time: 0.2309272
Jul 23 16:19:42.847115 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=00a13bcf-d634-4555-8bde-e89636afb9ba,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:42.850767 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:42.868398 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f26637b-081c-45fa-b829-682c70b312fa req-d2ee8981-bd08-4f91-ab3e-bc54bacbd412 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118507
Jul 23 16:19:42.896356 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-70558a10-9a07-47a5-8787-de7f64ca01a8 req-68909edc-d9d6-42f3-b1c1-428edaf6c824 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669384
Jul 23 16:19:43.123284 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:19:43.182476 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['00a13bcf-d634-4555-8bde-e89636afb9ba'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:19:43.396292 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-94f57d60-6245-4975-a05f-08b16ca56645 req-948df336-5b5b-41c8-9c5c-ddfe01e2d2cb tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 210 time: 0.1612022
Jul 23 16:19:43.419542 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42844) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:43.598327 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-deebda77-9673-45f6-bda3-bce3da6da9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:43.605176 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d52d98-53d1-41a7-bd25-488a0631b263 req-ebb3783c-c88a-44e8-8813-c0736f36684f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:43.618672 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-06d52d98-53d1-41a7-bd25-488a0631b263 req-ebb3783c-c88a-44e8-8813-c0736f36684f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 944 time: 0.1751957
Jul 23 16:19:43.622916 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-deebda77-9673-45f6-bda3-bce3da6da9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:43.644175 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-deebda77-9673-45f6-bda3-bce3da6da9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:db61deb2f6244d6088b33fe252b17aab is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:43.647532 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-deebda77-9673-45f6-bda3-bce3da6da9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:43.657200 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-deebda77-9673-45f6-bda3-bce3da6da9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:43.697282 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-06d52d98-53d1-41a7-bd25-488a0631b263 req-38d32e8d-b501-4f76-a2a1-085e3d93e042 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773423
Jul 23 16:19:43.794125 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-deebda77-9673-45f6-bda3-bce3da6da9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:43.797703 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-deebda77-9673-45f6-bda3-bce3da6da9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:43.808251 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:43.867138 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-deebda77-9673-45f6-bda3-bce3da6da9b1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=db61deb2f6244d6088b33fe252b17aab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4463139
Jul 23 16:19:43.868053 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebda77-9673-45f6-bda3-bce3da6da9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb1b8f1-d3eb-4f59-963f-63c102434f97,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:43.870832 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42866) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:43.873200 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-deebda77-9673-45f6-bda3-bce3da6da9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:43.972276 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a41c4266-e60e-4a14-aa84-ce9b1c65d744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:44.063535 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a41c4266-e60e-4a14-aa84-ce9b1c65d744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:44.134308 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a41c4266-e60e-4a14-aa84-ce9b1c65d744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:44.153148 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:44.179277 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a41c4266-e60e-4a14-aa84-ce9b1c65d744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:44.184732 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-a41c4266-e60e-4a14-aa84-ce9b1c65d744 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6eb1b8f1-d3eb-4f59-963f-63c102434f97 HTTP/1.1" status: 204  len: 168 time: 0.3129799
Jul 23 16:19:44.188685 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c4266-e60e-4a14-aa84-ce9b1c65d744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb1b8f1-d3eb-4f59-963f-63c102434f97,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:44.198745 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a41c4266-e60e-4a14-aa84-ce9b1c65d744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:44.210175 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-5cb49c11-35c3-44ca-aefb-6a7b076cefcf tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:44.211673 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-5cb49c11-35c3-44ca-aefb-6a7b076cefcf tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.83 "GET /v2.0/networks?id=7b649258-53f8-4165-adb5-6ffb90974ecb HTTP/1.1" status: 200  len: 817 time: 0.3596823
Jul 23 16:19:44.269229 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dfd77-570c-43de-9506-d9a626a05d87 req-e6ab72b4-2a75-4516-a07d-cd818ba04c79 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:44.271314 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb8dfd77-570c-43de-9506-d9a626a05d87 req-e6ab72b4-2a75-4516-a07d-cd818ba04c79 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 945 time: 0.1435614
Jul 23 16:19:44.324172 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-5f2c682e-6349-43ef-86e4-e833e51acb67 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df8a773d9e6b4d9795b2f5b90064e860 HTTP/1.1" status: 200  len: 380 time: 0.0809431
Jul 23 16:19:44.358570 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb8dfd77-570c-43de-9506-d9a626a05d87 req-42fb2752-c709-49f0-83b2-0cb15c5c60ab tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791883
Jul 23 16:19:44.370103 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Request body: {'port': {'device_id': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'admin_state_up': True, 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'security_groups': ['c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8']}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:44.505771 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42894) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:44.598110 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:44.634472 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Usage tracker for resource:port and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:44.642804 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:44.655136 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f1a42a4c-99ef-45af-a048-66f46d3fd8e8 req-f7623ebb-bc64-4087-aa70-9c6fb912d10e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 210 time: 0.0542872
Jul 23 16:19:44.656013 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:44.667533 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Made reservation on behalf of df8a773d9e6b4d9795b2f5b90064e860 for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:19:44.672015 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:44.684241 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a481228e-40fc-46e3-b9a5-7f13d97d353d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:44.699699 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-a481228e-40fc-46e3-b9a5-7f13d97d353d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:44.703926 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-a481228e-40fc-46e3-b9a5-7f13d97d353d admin admin] Usage tracker for resource:security_group_rule and tenant:5f5ae6b5751e464f90fc2efce55a0402 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:44.706555 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-a481228e-40fc-46e3-b9a5-7f13d97d353d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:44.714548 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42902) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:44.717118 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-a481228e-40fc-46e3-b9a5-7f13d97d353d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:44.752657 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-9977332f-6c4c-4bcc-8f4f-631d23a0be44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:44.779424 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-9977332f-6c4c-4bcc-8f4f-631d23a0be44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:44.786213 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-9977332f-6c4c-4bcc-8f4f-631d23a0be44 admin admin] Usage tracker for resource:security_group_rule and tenant:f50d30520ccd42159d4a8fac5c709d2b is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:44.791611 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-9977332f-6c4c-4bcc-8f4f-631d23a0be44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:44.802185 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-9977332f-6c4c-4bcc-8f4f-631d23a0be44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:44.912944 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a481228e-40fc-46e3-b9a5-7f13d97d353d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:44.925260 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a481228e-40fc-46e3-b9a5-7f13d97d353d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:44.929652 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Allocated IP 172.20.0.3 (7b649258-53f8-4165-adb5-6ffb90974ecb/6e34adca-7868-4b61-841f-2f53fbae97c4/8dc8437c-b169-49ed-8013-1f8a37ecd03f) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:19:44.938065 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:44.956628 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06023f6-4b12-4f88-9644-720e2ad36c8f req-d9f2e133-778a-42dc-a649-e262203c14c2 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:44.958400 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f06023f6-4b12-4f88-9644-720e2ad36c8f req-d9f2e133-778a-42dc-a649-e262203c14c2 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 944 time: 0.1247697
Jul 23 16:19:44.993753 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-9977332f-6c4c-4bcc-8f4f-631d23a0be44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.009661 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-a481228e-40fc-46e3-b9a5-7f13d97d353d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5f5ae6b5751e464f90fc2efce55a0402&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5026743
Jul 23 16:19:45.011207 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-9977332f-6c4c-4bcc-8f4f-631d23a0be44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.014253 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 42912) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:45.053833 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-9977332f-6c4c-4bcc-8f4f-631d23a0be44 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f50d30520ccd42159d4a8fac5c709d2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3360946
Jul 23 16:19:45.053833 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481228e-40fc-46e3-b9a5-7f13d97d353d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30790506-35bd-4512-8a5f-24e7613becea,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:45.055514 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a481228e-40fc-46e3-b9a5-7f13d97d353d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:45.055942 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42918) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:45.056422 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:45.069332 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f06023f6-4b12-4f88-9644-720e2ad36c8f req-9198e68f-4867-4a2f-b2c4-a6ce2c060296 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948246
Jul 23 16:19:45.122712 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977332f-6c4c-4bcc-8f4f-631d23a0be44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7c04af-caa8-40ab-ae13-ee4950f3b7ea,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:45.126339 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-9977332f-6c4c-4bcc-8f4f-631d23a0be44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:45.166478 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a5cf-300b-4a9e-a861-6c7ec26ca3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.200959 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a5cf-300b-4a9e-a861-6c7ec26ca3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.220816 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-24370a2a-5da1-46fb-bd84-fbb02174752e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.258047 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.269934 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a5cf-300b-4a9e-a861-6c7ec26ca3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.272431 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-24370a2a-5da1-46fb-bd84-fbb02174752e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.275284 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:45.287851 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3a5cf-300b-4a9e-a861-6c7ec26ca3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7c04af-caa8-40ab-ae13-ee4950f3b7ea,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:45.290561 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-0ed3a5cf-300b-4a9e-a861-6c7ec26ca3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:45.294438 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Transition to ACTIVE for port object 8dc8437c-b169-49ed-8013-1f8a37ecd03f will not be triggered until provisioned by entity DHCP. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:45.299733 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a5cf-300b-4a9e-a861-6c7ec26ca3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.311350 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-0ed3a5cf-300b-4a9e-a861-6c7ec26ca3ca admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8e7c04af-caa8-40ab-ae13-ee4950f3b7ea HTTP/1.1" status: 204  len: 168 time: 0.2430735
Jul 23 16:19:45.344609 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.352768 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:45.393764 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-24370a2a-5da1-46fb-bd84-fbb02174752e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.440408 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Network 7b649258-53f8-4165-adb5-6ffb90974ecb is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:45.444412 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:45.451971 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:19:45.494961 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 00a13bcf-d634-4555-8bde-e89636afb9ba up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:45.522853 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:45.532780 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.538800 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-24370a2a-5da1-46fb-bd84-fbb02174752e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.539745 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-24370a2a-5da1-46fb-bd84-fbb02174752e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/30790506-35bd-4512-8a5f-24e7613becea HTTP/1.1" status: 204  len: 168 time: 0.5244839
Jul 23 16:19:45.540478 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event updated for resources: {'Port': ['ID=8dc8437c-b169-49ed-8013-1f8a37ecd03f,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:45.556711 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:45.557172 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:45.618205 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port 00a13bcf-d634-4555-8bde-e89636afb9ba completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:45.624571 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 00a13bcf-d634-4555-8bde-e89636afb9ba triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:45.625048 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.663950 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24370a2a-5da1-46fb-bd84-fbb02174752e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30790506-35bd-4512-8a5f-24e7613becea,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:45.670845 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-24370a2a-5da1-46fb-bd84-fbb02174752e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:45.689470 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3298299
Jul 23 16:19:45.731282 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Request body: {'port': {'device_id': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:45.889968 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a18b39-6520-4fe5-8b0f-b90a85f46fa4 req-b7fefc6f-2eaa-41d7-9249-e47499a2261e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:45.891323 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b2a18b39-6520-4fe5-8b0f-b90a85f46fa4 req-b7fefc6f-2eaa-41d7-9249-e47499a2261e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 945 time: 0.3028343
Jul 23 16:19:45.907784 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:45.948759 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99283e5e-1bc5-4188-84cf-5f73fab6d9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a13bcf-d634-4555-8bde-e89636afb9ba'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:19:45.956194 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-1816e637-e9d5-42af-9f6d-4b3cb63ca867 None None] Provisioning for port 8dc8437c-b169-49ed-8013-1f8a37ecd03f completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:45.962676 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 00a13bcf-d634-4555-8bde-e89636afb9ba, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=00a13bcf-d634-4555-8bde-e89636afb9ba,segment=NetworkSegment(e545dd5a-cd17-409d-aa68-108a14d338f9),segment_id=e545dd5a-cd17-409d-aa68-108a14d338f9)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:45.965195 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-1816e637-e9d5-42af-9f6d-4b3cb63ca867 None None] Provisioning complete for port 8dc8437c-b169-49ed-8013-1f8a37ecd03f triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:45.965789 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1816e637-e9d5-42af-9f6d-4b3cb63ca867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.005693 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.025173 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b2a18b39-6520-4fe5-8b0f-b90a85f46fa4 req-028f3664-d949-4bd1-a946-77cacf8b57f0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1142373
Jul 23 16:19:46.070251 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.077160 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:46.081657 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42960) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:46.213658 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42970) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:46.253323 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-723d9b57-7117-4c44-a2cb-0d4bef7eebd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.292315 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99283e5e-1bc5-4188-84cf-5f73fab6d9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a13bcf-d634-4555-8bde-e89636afb9ba', 'code': 200}
Jul 23 16:19:46.293112 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-eeb410c2-6d9f-4373-8850-ae646e3f5870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:46.294027 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-723d9b57-7117-4c44-a2cb-0d4bef7eebd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:46.301703 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-723d9b57-7117-4c44-a2cb-0d4bef7eebd2 admin admin] Usage tracker for resource:security_group_rule and tenant:878a56fc08ca4ec2aa708cf8e8f72785 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:46.311503 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-723d9b57-7117-4c44-a2cb-0d4bef7eebd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:46.329978 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-723d9b57-7117-4c44-a2cb-0d4bef7eebd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:46.412906 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=00a13bcf-d634-4555-8bde-e89636afb9ba,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:46.419805 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:46.440285 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:19:46.448041 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-1816e637-e9d5-42af-9f6d-4b3cb63ca867 None None] Port 8dc8437c-b169-49ed-8013-1f8a37ecd03f cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:19:46.458349 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:19:46.475247 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:19:46.475633 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.509359 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f6546641-ff78-477f-8b7f-144ea8238a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.559901 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b4f5b-edfc-4e36-8c5f-03b911aa346d req-35dfac11-d282-4641-9d64-b06255a21f5f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:46.561039 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-ee0b4f5b-edfc-4e36-8c5f-03b911aa346d req-35dfac11-d282-4641-9d64-b06255a21f5f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Synchronizing usage tracker for tenant:df8a773d9e6b4d9795b2f5b90064e860 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:19:46.580311 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-723d9b57-7117-4c44-a2cb-0d4bef7eebd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.607607 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-ee0b4f5b-edfc-4e36-8c5f-03b911aa346d req-35dfac11-d282-4641-9d64-b06255a21f5f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Unset dirty status for tenant:df8a773d9e6b4d9795b2f5b90064e860 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:19:46.609470 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ee0b4f5b-edfc-4e36-8c5f-03b911aa346d req-35dfac11-d282-4641-9d64-b06255a21f5f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 931 time: 0.7170715
Jul 23 16:19:46.624230 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-f6546641-ff78-477f-8b7f-144ea8238a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:46.626951 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-723d9b57-7117-4c44-a2cb-0d4bef7eebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.642432 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-4420de88-a8da-4521-8e40-ee5e163234d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:46.651816 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-f6546641-ff78-477f-8b7f-144ea8238a46 admin admin] Usage tracker for resource:security_group_rule and tenant:42a2193e861949f28cdf2ef0b12325f6 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:46.657639 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.682291 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ee0b4f5b-edfc-4e36-8c5f-03b911aa346d req-c29e1b1a-b97e-4cf7-9e8d-957ddc840c58 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574934
Jul 23 16:19:46.694641 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df36e1-320a-4cc4-83f1-baad762845bc req-97f532f7-bd33-4a67-bdb6-448be1a7b653 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:46.696351 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:46.696514 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-74df36e1-320a-4cc4-83f1-baad762845bc req-97f532f7-bd33-4a67-bdb6-448be1a7b653 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.3005953
Jul 23 16:19:46.710040 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-f6546641-ff78-477f-8b7f-144ea8238a46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:46.716772 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.717016 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-f6546641-ff78-477f-8b7f-144ea8238a46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:46.724105 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-de36b0be-617c-420d-8af4-62f9b2fb0a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:46.824312 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc8437c-b169-49ed-8013-1f8a37ecd03f {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:19:46.836397 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f6546641-ff78-477f-8b7f-144ea8238a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.859075 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.859957 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-723d9b57-7117-4c44-a2cb-0d4bef7eebd2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=878a56fc08ca4ec2aa708cf8e8f72785&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6435332
Jul 23 16:19:46.863037 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f6546641-ff78-477f-8b7f-144ea8238a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.871258 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:46.874300 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42988) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:46.878939 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:46.881997 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-74df36e1-320a-4cc4-83f1-baad762845bc req-7ed2076d-6d2c-4ba9-8c8e-e46f724ea877 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725626
Jul 23 16:19:46.897930 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Transition to ACTIVE for port object 8dc8437c-b169-49ed-8013-1f8a37ecd03f will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:46.903231 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.911632 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:46.992302 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b73a11ef-e5f6-4aaa-8dd9-3691342086f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:46.996607 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d9b57-7117-4c44-a2cb-0d4bef7eebd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ab5afb-b446-40bd-96cd-9fa2cb0325b1,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:47.011865 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-723d9b57-7117-4c44-a2cb-0d4bef7eebd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:47.012605 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-9977332f-6c4c-4bcc-8f4f-631d23a0be44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:47.041244 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-f6546641-ff78-477f-8b7f-144ea8238a46 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=42a2193e861949f28cdf2ef0b12325f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9578900
Jul 23 16:19:47.058244 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 42998) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:47.100851 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b73a11ef-e5f6-4aaa-8dd9-3691342086f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:47.123864 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc8437c-b169-49ed-8013-1f8a37ecd03f,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:47.127269 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6546641-ff78-477f-8b7f-144ea8238a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b118de-58d0-4361-9475-488c0e892e53,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:47.156238 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-f6546641-ff78-477f-8b7f-144ea8238a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:47.180520 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:47.232023 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252d2b7-5a95-4bec-97cf-0bae47e6c30e req-1b4cab85-854f-4bb1-a3ba-f2eb41a79823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:47.244083 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-6252d2b7-5a95-4bec-97cf-0bae47e6c30e req-1b4cab85-854f-4bb1-a3ba-f2eb41a79823 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 1098 time: 0.7359366
Jul 23 16:19:47.303177 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-105b9a68-a6ce-46df-971b-1d19c9e9d911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:47.324257 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-6252d2b7-5a95-4bec-97cf-0bae47e6c30e req-86408b71-47b0-40ff-b18c-c18530bc33ab service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705800
Jul 23 16:19:47.342611 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b73a11ef-e5f6-4aaa-8dd9-3691342086f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:47.344520 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Attempting to bind port 8dc8437c-b169-49ed-8013-1f8a37ecd03f on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:19:47.344854 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Attempting to bind port 8dc8437c-b169-49ed-8013-1f8a37ecd03f by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:19:47.345179 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Attempting to bind port 8dc8437c-b169-49ed-8013-1f8a37ecd03f on network 7b649258-53f8-4165-adb5-6ffb90974ecb {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:47.350330 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-596544c8-0c6f-458d-bf32-7399dc594eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:47.353533 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Port 8dc8437c-b169-49ed-8013-1f8a37ecd03f on network 7b649258-53f8-4165-adb5-6ffb90974ecb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:19:47.353937 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Attempting to bind port 8dc8437c-b169-49ed-8013-1f8a37ecd03f on network 7b649258-53f8-4165-adb5-6ffb90974ecb {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:47.363020 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:19:47.363270 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Checking segment: {'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:47.363654 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Bound using segment: {'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:19:47.363909 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-105b9a68-a6ce-46df-971b-1d19c9e9d911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:47.364061 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Bound port: 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:19:47.364408 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:47.385673 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a11ef-e5f6-4aaa-8dd9-3691342086f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ab5afb-b446-40bd-96cd-9fa2cb0325b1,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:47.398929 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b73a11ef-e5f6-4aaa-8dd9-3691342086f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:47.417638 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b73a11ef-e5f6-4aaa-8dd9-3691342086f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:47.421867 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-b73a11ef-e5f6-4aaa-8dd9-3691342086f1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/48ab5afb-b446-40bd-96cd-9fa2cb0325b1 HTTP/1.1" status: 204  len: 168 time: 0.5372512
Jul 23 16:19:47.452342 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-105b9a68-a6ce-46df-971b-1d19c9e9d911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:47.464161 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a481228e-40fc-46e3-b9a5-7f13d97d353d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:47.482153 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a384c58-35da-4957-861c-9f4ad8ec2995 req-c0d9b585-f8dc-499b-be3e-ba0281f757ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:47.482747 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-105b9a68-a6ce-46df-971b-1d19c9e9d911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:47.483810 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-105b9a68-a6ce-46df-971b-1d19c9e9d911 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/12b118de-58d0-4361-9475-488c0e892e53 HTTP/1.1" status: 204  len: 168 time: 0.4214442
Jul 23 16:19:47.484838 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b9a68-a6ce-46df-971b-1d19c9e9d911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b118de-58d0-4361-9475-488c0e892e53,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:47.486816 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5a384c58-35da-4957-861c-9f4ad8ec2995 req-c0d9b585-f8dc-499b-be3e-ba0281f757ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.2339799
Jul 23 16:19:47.492219 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-105b9a68-a6ce-46df-971b-1d19c9e9d911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:47.557583 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] For port 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:19:47.562311 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5a384c58-35da-4957-861c-9f4ad8ec2995 req-b4d2584a-f414-46bb-b882-2256073e4350 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723541
Jul 23 16:19:47.568668 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] For port 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:19:47.575381 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:47.586774 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:47.640029 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:47.640649 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:47.642009 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] 10.222.0.83 "PUT /v2.0/ports/8dc8437c-b169-49ed-8013-1f8a37ecd03f HTTP/1.1" status: 200  len: 1093 time: 1.9288223
Jul 23 16:19:47.642496 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:19:47.664657 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc8437c-b169-49ed-8013-1f8a37ecd03f,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:47.667842 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:47.712950 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'status': 'completed', 'code': 200}
Jul 23 16:19:47.732145 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43018) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:47.958451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-00948a54-1716-4883-a9c4-ba3e5ac3f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:47.960385 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-00948a54-1716-4883-a9c4-ba3e5ac3f959 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8a773d9e6b4d9795b2f5b90064e860&device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 1096 time: 0.1855063
Jul 23 16:19:47.980050 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b7c3a-8163-48ae-ac78-b456578fe119 req-e45ecb73-c2dd-47d5-b822-8d70ea09132d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:47.981760 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-852b7c3a-8163-48ae-ac78-b456578fe119 req-e45ecb73-c2dd-47d5-b822-8d70ea09132d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1318417
Jul 23 16:19:48.163964 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-3de88ab4-c5c6-47f2-b9b8-7ee081813053 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f HTTP/1.1" status: 200  len: 217 time: 0.1812155
Jul 23 16:19:48.223447 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b5593a7c-2529-48df-bf59-4606258b5c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:48.225937 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-852b7c3a-8163-48ae-ac78-b456578fe119 req-6ed44f16-0e43-4500-8241-4a44f0eab605 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1734481
Jul 23 16:19:48.261192 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-b5593a7c-2529-48df-bf59-4606258b5c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:48.266674 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-b5593a7c-2529-48df-bf59-4606258b5c9e admin admin] Usage tracker for resource:security_group_rule and tenant:2abfe43debc64a6c817280f3e2910687 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:48.273241 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-b5593a7c-2529-48df-bf59-4606258b5c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:48.275620 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-c8a1947c-9c0d-4bcf-b6de-2fcf13fee82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:48.277283 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-c8a1947c-9c0d-4bcf-b6de-2fcf13fee82e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e34adca-7868-4b61-841f-2f53fbae97c4 HTTP/1.1" status: 200  len: 856 time: 0.0991926
Jul 23 16:19:48.281818 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-b5593a7c-2529-48df-bf59-4606258b5c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:48.289065 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43038) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:48.293930 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19c09bd-ad3e-422c-9834-eebcb7a2a567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:19:48.325631 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-39376191-c07a-4a0a-a3d4-b24e54271c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:48.355622 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1b968-3d3f-49b2-b669-818775417355 req-8bb8708b-4d36-4a1c-849b-0b89cdab2072 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:48.357493 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c4f1b968-3d3f-49b2-b669-818775417355 req-8bb8708b-4d36-4a1c-849b-0b89cdab2072 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.2429404
Jul 23 16:19:48.383775 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19c09bd-ad3e-422c-9834-eebcb7a2a567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4', 'code': 200}
Jul 23 16:19:48.402871 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-1fa60f09-6d2b-4741-a6ec-3c9270a0b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:48.404421 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-1fa60f09-6d2b-4741-a6ec-3c9270a0b834 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b649258-53f8-4165-adb5-6ffb90974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1121686
Jul 23 16:19:48.426342 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c4f1b968-3d3f-49b2-b669-818775417355 req-a6d75024-2421-4d44-94bf-e216f7e4c5de tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595922
Jul 23 16:19:48.426872 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-39376191-c07a-4a0a-a3d4-b24e54271c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:48.440995 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-39376191-c07a-4a0a-a3d4-b24e54271c15 admin admin] Usage tracker for resource:security_group_rule and tenant:581e61c315fa4699a3a09bd1463fb669 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:48.482941 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-39376191-c07a-4a0a-a3d4-b24e54271c15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:48.496824 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-39376191-c07a-4a0a-a3d4-b24e54271c15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:48.506902 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b5593a7c-2529-48df-bf59-4606258b5c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:48.521814 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b5593a7c-2529-48df-bf59-4606258b5c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:48.544032 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:48.591423 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-32b7f865-5e77-4fe8-b43d-0f89b5f49538 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563542
Jul 23 16:19:48.650027 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-b5593a7c-2529-48df-bf59-4606258b5c9e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2abfe43debc64a6c817280f3e2910687&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9166141
Jul 23 16:19:48.654955 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 43048) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:48.673282 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5593a7c-2529-48df-bf59-4606258b5c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534a3c1c-d4d9-4be8-b5a4-2dec8965b139,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:48.676983 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b5593a7c-2529-48df-bf59-4606258b5c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:48.750334 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-39376191-c07a-4a0a-a3d4-b24e54271c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:48.755041 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-39376191-c07a-4a0a-a3d4-b24e54271c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:48.763054 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:48.893546 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-39376191-c07a-4a0a-a3d4-b24e54271c15 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=581e61c315fa4699a3a09bd1463fb669&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6033449
Jul 23 16:19:48.899010 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43060) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:48.902501 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39376191-c07a-4a0a-a3d4-b24e54271c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e95526-3cee-4bac-9f6f-8f6169311553,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:48.930236 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-39376191-c07a-4a0a-a3d4-b24e54271c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:48.989430 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d130b63-75c3-4bde-aceb-45ac56917803 req-1a855c8e-c7c7-48d2-8a04-d3c7d6a61128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:48.990937 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-9d130b63-75c3-4bde-aceb-45ac56917803 req-1a855c8e-c7c7-48d2-8a04-d3c7d6a61128 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 1099 time: 0.2181785
Jul 23 16:19:49.007653 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b596f631-7f09-490c-8ea9-e35a67a3b12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:49.029010 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d771c24-8942-4f1c-a882-d98f52dec34a req-02f54651-85e8-41c9-ace7-3689c1562c16 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4214766
Jul 23 16:19:49.044100 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-af884504-fed0-4770-9f2e-dec9c520a169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:49.082710 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b596f631-7f09-490c-8ea9-e35a67a3b12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:49.099925 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-9d130b63-75c3-4bde-aceb-45ac56917803 req-ed4fb106-942b-4dbc-bd1c-67aa9d45c4c5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956802
Jul 23 16:19:49.101046 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289ec04-7148-450d-9b16-354b4ddb7124 req-c8e4f05f-aa98-4c43-81db-3d384a7b0dd2 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:49.103221 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3289ec04-7148-450d-9b16-354b4ddb7124 req-c8e4f05f-aa98-4c43-81db-3d384a7b0dd2 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.3651211
Jul 23 16:19:49.105631 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-af884504-fed0-4770-9f2e-dec9c520a169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:49.181168 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b596f631-7f09-490c-8ea9-e35a67a3b12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:49.181360 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3289ec04-7148-450d-9b16-354b4ddb7124 req-68c00ec1-6e70-46cc-94de-0d12003309fa tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682726
Jul 23 16:19:49.193661 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-56ab1a32-cb8e-4b85-8af8-76e83e7c2888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:49.207770 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-af884504-fed0-4770-9f2e-dec9c520a169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:49.212717 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-edf2b221-235a-4f12-9cc1-512cdcf0cba0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:49.221884 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596f631-7f09-490c-8ea9-e35a67a3b12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e95526-3cee-4bac-9f6f-8f6169311553,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:49.228081 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af884504-fed0-4770-9f2e-dec9c520a169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534a3c1c-d4d9-4be8-b5a4-2dec8965b139,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:49.230265 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b596f631-7f09-490c-8ea9-e35a67a3b12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:49.233336 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-af884504-fed0-4770-9f2e-dec9c520a169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:49.236652 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b596f631-7f09-490c-8ea9-e35a67a3b12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:49.236772 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-af884504-fed0-4770-9f2e-dec9c520a169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:49.240264 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-b596f631-7f09-490c-8ea9-e35a67a3b12c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/71e95526-3cee-4bac-9f6f-8f6169311553 HTTP/1.1" status: 204  len: 168 time: 0.3374670
Jul 23 16:19:49.240402 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-af884504-fed0-4770-9f2e-dec9c520a169 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/534a3c1c-d4d9-4be8-b5a4-2dec8965b139 HTTP/1.1" status: 204  len: 168 time: 0.5809820
Jul 23 16:19:49.489860 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890355ea-8c35-492e-b0cc-342f6ae959fd req-3f9390c6-af86-4da4-b3b3-58db3f7c73e6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:49.491639 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-890355ea-8c35-492e-b0cc-342f6ae959fd req-3f9390c6-af86-4da4-b3b3-58db3f7c73e6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.0928967
Jul 23 16:19:49.554789 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-890355ea-8c35-492e-b0cc-342f6ae959fd req-65e60230-2a8d-4a29-9bb5-8307ba373a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566006
Jul 23 16:19:49.710719 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa2e8b-6978-4e00-92ad-830ae4d7553c req-153f401a-69e9-4c6e-81a0-db791f66e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:49.712382 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-08aa2e8b-6978-4e00-92ad-830ae4d7553c req-153f401a-69e9-4c6e-81a0-db791f66e63f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8a773d9e6b4d9795b2f5b90064e860&device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 1096 time: 0.1845100
Jul 23 16:19:49.752305 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb9358-a06d-4a74-b5a3-eafafaa81cb7 req-f8808eb7-8ee5-42db-b35c-9d6860cf1be8 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:49.754774 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b7cb9358-a06d-4a74-b5a3-eafafaa81cb7 req-f8808eb7-8ee5-42db-b35c-9d6860cf1be8 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.1929724
Jul 23 16:19:49.861000 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b7cb9358-a06d-4a74-b5a3-eafafaa81cb7 req-8b838f40-30bf-49ed-94c3-1d5ec97006af tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907073
Jul 23 16:19:49.906865 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa2e8b-6978-4e00-92ad-830ae4d7553c req-547257f4-9813-4800-b41a-2cc115ba3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:49.908678 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-08aa2e8b-6978-4e00-92ad-830ae4d7553c req-547257f4-9813-4800-b41a-2cc115ba3c04 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b649258-53f8-4165-adb5-6ffb90974ecb HTTP/1.1" status: 200  len: 919 time: 0.1811097
Jul 23 16:19:50.013617 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-08aa2e8b-6978-4e00-92ad-830ae4d7553c req-3a7877fb-e1ad-4452-9517-571b13d7981f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f HTTP/1.1" status: 200  len: 217 time: 0.0927472
Jul 23 16:19:50.017811 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-51ac9eed-2b4a-4080-91a3-8efe00cb1dfd tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:50.019346 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-51ac9eed-2b4a-4080-91a3-8efe00cb1dfd tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/networks?id=a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 200  len: 814 time: 0.2242389
Jul 23 16:19:50.048604 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-1b918ba9-4c68-4597-8bd2-a0bc4d676470 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/quotas/9dfdee71573d4d00b2395762a43856df HTTP/1.1" status: 200  len: 375 time: 0.0225477
Jul 23 16:19:50.126650 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa2e8b-6978-4e00-92ad-830ae4d7553c req-b2ec4e82-8a9e-4b7b-8bde-384827cf9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:50.128149 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-08aa2e8b-6978-4e00-92ad-830ae4d7553c req-b2ec4e82-8a9e-4b7b-8bde-384827cf9d06 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e34adca-7868-4b61-841f-2f53fbae97c4 HTTP/1.1" status: 200  len: 856 time: 0.0927873
Jul 23 16:19:50.195909 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-eafd16e3-3c9f-499e-95be-ba1da041d0e3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9dfdee71573d4d00b2395762a43856df&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1388309
Jul 23 16:19:50.251764 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa2e8b-6978-4e00-92ad-830ae4d7553c req-632996d2-5a0c-41dc-93e6-eabe136a4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:50.255388 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-08aa2e8b-6978-4e00-92ad-830ae4d7553c req-632996d2-5a0c-41dc-93e6-eabe136a4e70 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b649258-53f8-4165-adb5-6ffb90974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1115394
Jul 23 16:19:50.493393 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-08aa2e8b-6978-4e00-92ad-830ae4d7553c req-24c944d8-189c-48c6-94fb-6d636398ebc4 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2068214
Jul 23 16:19:50.545890 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-0a90a75b-4f33-4d88-a54d-06220284cfbf service neutron] 10.222.0.82 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3415706
Jul 23 16:19:50.673370 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-08aa2e8b-6978-4e00-92ad-830ae4d7553c req-ff295511-7512-42d4-a359-52225a0f92ba service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641321
Jul 23 16:19:50.716935 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c33770-ed97-4a06-834b-897cb3054519 req-19bdc657-94fc-451a-8c8c-fb28279508ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:50.719362 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d4c33770-ed97-4a06-834b-897cb3054519 req-19bdc657-94fc-451a-8c8c-fb28279508ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56f45e42a8164b9d93b91b7feb698620&device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 1098 time: 0.3612759
Jul 23 16:19:50.771405 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-ccb47a7d-8ea5-4f48-b651-78fa2f14c450 service neutron] 10.222.0.82 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2245936
Jul 23 16:19:50.780153 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728e172-8234-43b1-ac6a-f4447e2c737b req-f2aa83bd-df84-4be8-b46b-177fbfd40897 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:50.781792 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1728e172-8234-43b1-ac6a-f4447e2c737b req-f2aa83bd-df84-4be8-b46b-177fbfd40897 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.3344605
Jul 23 16:19:51.051943 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1728e172-8234-43b1-ac6a-f4447e2c737b req-20867838-3597-44cf-825f-f12eab0722c1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2603610
Jul 23 16:19:51.237073 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c33770-ed97-4a06-834b-897cb3054519 req-9dbb63e0-2d12-4c35-86b3-d0f95ad52985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:51.247661 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d4c33770-ed97-4a06-834b-897cb3054519 req-9dbb63e0-2d12-4c35-86b3-d0f95ad52985 service neutron] 10.222.0.83 "GET /v2.0/networks?id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 HTTP/1.1" status: 200  len: 921 time: 0.4146869
Jul 23 16:19:51.360535 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d4c33770-ed97-4a06-834b-897cb3054519 req-f35c4acb-5b59-4ae6-a445-5f4a031f89fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a13bcf-d634-4555-8bde-e89636afb9ba HTTP/1.1" status: 200  len: 217 time: 0.1048460
Jul 23 16:19:51.466581 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c33770-ed97-4a06-834b-897cb3054519 req-4d3b7082-7ab0-48ae-9801-6b0c8aaf1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:51.468065 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d4c33770-ed97-4a06-834b-897cb3054519 req-4d3b7082-7ab0-48ae-9801-6b0c8aaf1514 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0fe04e03-32e7-4990-b898-80e8e8584317 HTTP/1.1" status: 200  len: 859 time: 0.0705209
Jul 23 16:19:51.490724 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016076f-6203-4f0b-a0a5-8dc8abb48e93 req-65ce4428-075b-4b43-9a9d-ce0054cc900a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:51.492261 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9016076f-6203-4f0b-a0a5-8dc8abb48e93 req-65ce4428-075b-4b43-9a9d-ce0054cc900a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.3906744
Jul 23 16:19:51.569318 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d4c33770-ed97-4a06-834b-897cb3054519 req-b5620b2b-1c82-44ae-896e-dfb7438e4ec2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0752544
Jul 23 16:19:51.597498 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9016076f-6203-4f0b-a0a5-8dc8abb48e93 req-0d1958e1-719a-44c2-8ae7-2c5871de54e7 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634935
Jul 23 16:19:51.876923 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43190) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:51.919144 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d4c33770-ed97-4a06-834b-897cb3054519 req-d79d1eee-e12b-4a28-8ab4-c26dabd18ca4 service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3087230
Jul 23 16:19:51.936155 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558337b-6282-4656-a129-be7b9fe802ef req-8415f86e-90b1-4c75-a1ca-5b7c4ade7fed tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:51.944254 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c558337b-6282-4656-a129-be7b9fe802ef req-8415f86e-90b1-4c75-a1ca-5b7c4ade7fed tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.5980713
Jul 23 16:19:51.991338 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-95717d79-8583-4946-b102-00ada32223c6 req-7d4ae992-32e7-417c-96a5-39ac23df1c5c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 210 time: 0.1706302
Jul 23 16:19:52.152561 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:52.171710 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:52.176521 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Usage tracker for resource:security_group_rule and tenant:24f1bf72d9a54600a4cc9a72e29248ff is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:52.180850 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:52.188668 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:52.210043 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c558337b-6282-4656-a129-be7b9fe802ef req-714f7c5a-4faf-4c4f-a3cb-42a9a72412e2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2645519
Jul 23 16:19:52.277257 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d4c33770-ed97-4a06-834b-897cb3054519 req-e2f33883-eae7-4564-844a-016bfeb00f97 service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3128383
Jul 23 16:19:52.319598 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:52.329340 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:52.339273 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:52.386716 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=24f1bf72d9a54600a4cc9a72e29248ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5085459
Jul 23 16:19:52.389639 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43214) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:52.392442 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79dd441-edaa-4383-889a-d04b61f38e3c,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:52.475044 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:52.475614 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:52.476110 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:52.476851 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:52.477347 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:52.477828 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:52.478306 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:52.479337 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:52.480087 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:52.480711 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:52.481241 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:52.481763 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:52.482375 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f464a7-8c75-4ef5-a810-bf3636dbc8c5 req-3eb5e76d-aad9-4aaa-a12e-256a9b26865c tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:52.484230 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-37f464a7-8c75-4ef5-a810-bf3636dbc8c5 req-3eb5e76d-aad9-4aaa-a12e-256a9b26865c tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.1119359
Jul 23 16:19:52.489810 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:52.522125 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-91f33a60-8392-4722-a714-f8e89f05f215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:52.555633 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-91f33a60-8392-4722-a714-f8e89f05f215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:52.604971 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-37f464a7-8c75-4ef5-a810-bf3636dbc8c5 req-055a091c-5c3b-4efe-bd23-21caae72d765 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1040592
Jul 23 16:19:52.642835 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-91f33a60-8392-4722-a714-f8e89f05f215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:52.655837 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b73a11ef-e5f6-4aaa-8dd9-3691342086f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:52.659480 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc332952-72f2-4620-ad3d-a3019c900cf5 req-0a8e5d95-d0fb-45f0-a13a-82a24c69356a tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:52.661234 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cc332952-72f2-4620-ad3d-a3019c900cf5 req-0a8e5d95-d0fb-45f0-a13a-82a24c69356a tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 946 time: 0.1070983
Jul 23 16:19:52.669158 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f33a60-8392-4722-a714-f8e89f05f215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79dd441-edaa-4383-889a-d04b61f38e3c,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:52.673222 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-91f33a60-8392-4722-a714-f8e89f05f215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:52.676977 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-91f33a60-8392-4722-a714-f8e89f05f215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:52.678085 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-91f33a60-8392-4722-a714-f8e89f05f215 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c79dd441-edaa-4383-889a-d04b61f38e3c HTTP/1.1" status: 204  len: 168 time: 0.2875640
Jul 23 16:19:52.744893 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cc332952-72f2-4620-ad3d-a3019c900cf5 req-1fbe188b-f249-4812-a214-4e79ed39015f tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644746
Jul 23 16:19:53.070507 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac29e71-a7e8-4c5c-9876-ea55db9b3d71 req-7cba870b-c8d1-4e2d-8116-c4392e40a180 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:53.072298 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5ac29e71-a7e8-4c5c-9876-ea55db9b3d71 req-7cba870b-c8d1-4e2d-8116-c4392e40a180 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.2581234
Jul 23 16:19:53.082818 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43266) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:53.089553 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-acb01d78-95c7-4f49-8015-29f406542f57 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Request body: {'floatingip': {'port_id': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:53.208256 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-acb01d78-95c7-4f49-8015-29f406542f57 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:53.393233 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-dca943c4-0e1f-4680-932f-1ad976fecfe9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:53.394694 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-dca943c4-0e1f-4680-932f-1ad976fecfe9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "GET /v2.0/networks?id=a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 200  len: 814 time: 0.3199458
Jul 23 16:19:53.439474 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Request body: {'port': {'device_id': '8b94ce5c-f19b-4ccd-bf37-d7e184563836', 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59', 'admin_state_up': True, 'tenant_id': '9dfdee71573d4d00b2395762a43856df'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:53.486881 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb666-a057-495e-8065-8f734b3904af req-e8842d49-2f8d-45f4-95dd-73c03164089f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:53.488458 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aedfb666-a057-495e-8065-8f734b3904af req-e8842d49-2f8d-45f4-95dd-73c03164089f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.5785851
Jul 23 16:19:53.517723 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2779c04d-17d8-44b4-8209-8240e2f4262a req-00825abd-1385-4ea9-bf10-4f33f9a1e7a2 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 210 time: 0.1217957
Jul 23 16:19:53.629980 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8dc8437c-b169-49ed-8013-1f8a37ecd03f details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:19:53.818710 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aedfb666-a057-495e-8065-8f734b3904af req-fcc7aa6d-858f-4929-9730-c20447086ab4 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963016
Jul 23 16:19:53.946389 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:53.966345 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Usage tracker for resource:port and tenant:9dfdee71573d4d00b2395762a43856df is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:53.984703 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:54.011379 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:54.057824 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee9637-0c1b-45b3-be7e-fa36c81235d6 req-e97f875f-e714-4ac2-b328-20b2971ce6ee tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:54.066528 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1dee9637-0c1b-45b3-be7e-fa36c81235d6 req-e97f875f-e714-4ac2-b328-20b2971ce6ee tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.3179960
Jul 23 16:19:54.089775 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Made reservation on behalf of 9dfdee71573d4d00b2395762a43856df for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:19:54.092712 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:54.108012 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:54.147612 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'port_id': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'mac_address': 'fa:16:3e:47:54:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:19:54.321802 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1dee9637-0c1b-45b3-be7e-fa36c81235d6 req-d093e406-6bcd-4bbe-a7e3-598ba1357c5a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2542992
Jul 23 16:19:54.330418 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:54.369247 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc8437c-b169-49ed-8013-1f8a37ecd03f {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:19:54.395664 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:54.412785 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:54.414896 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:54.441179 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-acb01d78-95c7-4f49-8015-29f406542f57 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:54.448863 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-acb01d78-95c7-4f49-8015-29f406542f57 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:54.511663 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=8dc8437c-b169-49ed-8013-1f8a37ecd03f,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:54.516221 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:54.543825 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Allocated IP 172.20.0.11 (a50d0006-7352-42e6-a958-596db1c23e59/7520d2dd-36ef-41cf-9656-baecf7013948/a41c3a9b-e4da-4489-9d30-6cd769397eb0) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:19:54.553292 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5412cf-6154-40cb-827e-81c8788a59f8 req-266b7f51-d565-42d2-a677-08780459fae7 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:54.561456 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6e5412cf-6154-40cb-827e-81c8788a59f8 req-266b7f51-d565-42d2-a677-08780459fae7 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 946 time: 0.4739056
Jul 23 16:19:54.645405 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6e5412cf-6154-40cb-827e-81c8788a59f8 req-8a8a256f-babd-4fdc-9d15-da2a7d458b5d tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829868
Jul 23 16:19:54.729583 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.l3_db [None req-acb01d78-95c7-4f49-8015-29f406542f57 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Floating IP aea0da92-fc92-4107-9b6b-fa2eb1cde403 associated. External IP: 172.27.1.9, port: f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4.
Jul 23 16:19:54.767651 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aa499bd2-cf8e-4051-b1cb-36eb9644f1ce req-26b2f57d-5684-4a45-9cf7-c751e59c9728 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 210 time: 0.0789096
Jul 23 16:19:55.007558 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43350) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:55.122010 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-40bda8f5-3bdd-44c5-8bcc-44c9522f36c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:55.132363 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:55.180115 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609fc3e-e247-4615-9aa1-7a6c5be1fa48 req-78a54bef-0595-4683-933a-0955caad4514 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:55.181573 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f609fc3e-e247-4615-9aa1-7a6c5be1fa48 req-78a54bef-0595-4683-933a-0955caad4514 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.1638050
Jul 23 16:19:55.187612 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:55.209828 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:55.222336 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-71ef228e-c842-4bd5-a0ce-2be898ca7306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:55.243424 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-71ef228e-c842-4bd5-a0ce-2be898ca7306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:55.251839 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-71ef228e-c842-4bd5-a0ce-2be898ca7306 admin admin] Usage tracker for resource:security_group_rule and tenant:7991dea67af54ba7915b5aed3f8fbb62 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:55.255790 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-71ef228e-c842-4bd5-a0ce-2be898ca7306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:55.264289 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-71ef228e-c842-4bd5-a0ce-2be898ca7306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:55.270615 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb01d78-95c7-4f49-8015-29f406542f57 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:19:55.304647 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Network a50d0006-7352-42e6-a958-596db1c23e59 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:19:55.308140 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f609fc3e-e247-4615-9aa1-7a6c5be1fa48 req-7a3145e5-7a92-4cbe-9f9b-55253c2c851b tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172309
Jul 23 16:19:55.309251 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:19:55.311158 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Pushing event updated for resources: {'Port': ['ID=a41c3a9b-e4da-4489-9d30-6cd769397eb0,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:55.313414 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:19:55.355349 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:55.355714 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:55.356074 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:55.356429 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:55.358458 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:55.359009 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:55.359382 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:55.359739 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:55.360091 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:55.360437 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:55.360782 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:55.361125 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:19:55.366651 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:55.394483 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:55.395143 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:55.416863 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9810677
Jul 23 16:19:55.507435 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb01d78-95c7-4f49-8015-29f406542f57 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:19:55.523999 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd271c-b6b3-4e9a-82ab-cac0cd7b2e64 None None] Sync routers for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:19:55.527432 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-71ef228e-c842-4bd5-a0ce-2be898ca7306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:55.532681 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-71ef228e-c842-4bd5-a0ce-2be898ca7306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:55.535745 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd271c-b6b3-4e9a-82ab-cac0cd7b2e64 None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:55.536381 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-2edd271c-b6b3-4e9a-82ab-cac0cd7b2e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919d38700>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:19:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:55.542258 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-4d799e87-b7aa-4be6-a587-7967d53af7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:55.552676 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-acb01d78-95c7-4f49-8015-29f406542f57 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:55.561581 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f806f-9ba9-48ee-8fda-f0c1bf59e842 req-2a75e91e-e02f-4caa-b5c0-47a3f6580839 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:55.563366 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e41f806f-9ba9-48ee-8fda-f0c1bf59e842 req-2a75e91e-e02f-4caa-b5c0-47a3f6580839 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 944 time: 0.0904186
Jul 23 16:19:55.610331 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e41f806f-9ba9-48ee-8fda-f0c1bf59e842 req-7d59030d-54e4-4db6-a3b1-b46883ee396f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415590
Jul 23 16:19:55.708537 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-71ef228e-c842-4bd5-a0ce-2be898ca7306 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7991dea67af54ba7915b5aed3f8fbb62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6981308
Jul 23 16:19:55.709652 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef228e-c842-4bd5-a0ce-2be898ca7306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932b8d5c-bf1e-451b-8d18-7228da892ef1,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:55.710377 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 43362) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:55.716046 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-71ef228e-c842-4bd5-a0ce-2be898ca7306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:55.724638 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-acb01d78-95c7-4f49-8015-29f406542f57 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "PUT /v2.0/floatingips/aea0da92-fc92-4107-9b6b-fa2eb1cde403 HTTP/1.1" status: 200  len: 990 time: 2.6378996
Jul 23 16:19:55.724638 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19c09bd-ad3e-422c-9834-eebcb7a2a567', 'tag': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4'}] {{(pid=78519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:19:55.769506 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-2edd271c-b6b3-4e9a-82ab-cac0cd7b2e64 None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:55.793841 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f3e4398a-8aa0-49f7-8fe6-767a88a8d57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:55.875371 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f3e4398a-8aa0-49f7-8fe6-767a88a8d57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:55.901081 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:55.936165 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86043d0f-ca5e-4655-9672-cebf806ea16f req-9b3bd424-cb14-4737-aa97-a0239f90fe0e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:55.937580 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-86043d0f-ca5e-4655-9672-cebf806ea16f req-9b3bd424-cb14-4737-aa97-a0239f90fe0e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 946 time: 0.1454728
Jul 23 16:19:55.973422 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f3e4398a-8aa0-49f7-8fe6-767a88a8d57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:55.980851 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:55.992953 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4398a-8aa0-49f7-8fe6-767a88a8d57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932b8d5c-bf1e-451b-8d18-7228da892ef1,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:55.997967 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f3e4398a-8aa0-49f7-8fe6-767a88a8d57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:56.021909 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-86043d0f-ca5e-4655-9672-cebf806ea16f req-87241f3a-a4ba-4343-928e-14dcfdf704f1 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771701
Jul 23 16:19:56.032065 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f3e4398a-8aa0-49f7-8fe6-767a88a8d57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:56.036036 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-f3e4398a-8aa0-49f7-8fe6-767a88a8d57e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/932b8d5c-bf1e-451b-8d18-7228da892ef1 HTTP/1.1" status: 204  len: 168 time: 0.3213887
Jul 23 16:19:56.083689 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19c09bd-ad3e-422c-9834-eebcb7a2a567', 'tag': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4', 'status': 'completed', 'code': 200}
Jul 23 16:19:56.170943 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-2edd271c-b6b3-4e9a-82ab-cac0cd7b2e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919d38700>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': 'aea0da92-fc92-4107-9b6b-fa2eb1cde403', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'port_id': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'mac_address': 'fa:16:3e:a2:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19c09bd-ad3e-422c-9834-eebcb7a2a567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:20Z', 'updated_at': '2021-07-23T16:19:54Z', 'revision_number': 1, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 5, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:56.177425 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd271c-b6b3-4e9a-82ab-cac0cd7b2e64 None None] Checking router: 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:19:56.193428 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd271c-b6b3-4e9a-82ab-cac0cd7b2e64 None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:19:56.194058 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-2edd271c-b6b3-4e9a-82ab-cac0cd7b2e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919d38700>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:19:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:56.270800 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105135e9-4f5b-40f0-bcfe-deb60e88b851 req-afd1885d-9387-4fc8-af4c-fd7603f51033 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:56.271609 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-105135e9-4f5b-40f0-bcfe-deb60e88b851 req-afd1885d-9387-4fc8-af4c-fd7603f51033 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Synchronizing usage tracker for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:19:56.292292 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-105135e9-4f5b-40f0-bcfe-deb60e88b851 req-afd1885d-9387-4fc8-af4c-fd7603f51033 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Unset dirty status for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:19:56.293678 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-105135e9-4f5b-40f0-bcfe-deb60e88b851 req-afd1885d-9387-4fc8-af4c-fd7603f51033 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 932 time: 0.1136899
Jul 23 16:19:56.348565 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-105135e9-4f5b-40f0-bcfe-deb60e88b851 req-befd1997-18cd-4f24-82b2-f3d39e78ee57 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441365
Jul 23 16:19:56.397270 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-2edd271c-b6b3-4e9a-82ab-cac0cd7b2e64 None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:19:56.425805 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43382) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:56.445076 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1219ca7b-b5e8-439d-8316-912c85a9abd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:56.461981 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1219ca7b-b5e8-439d-8316-912c85a9abd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:19:56.468024 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1219ca7b-b5e8-439d-8316-912c85a9abd4 admin admin] Usage tracker for resource:security_group_rule and tenant:1a27cda939204319af7370044aada2bb is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:19:56.471376 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1219ca7b-b5e8-439d-8316-912c85a9abd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:19:56.477892 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1219ca7b-b5e8-439d-8316-912c85a9abd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:19:56.550846 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31082f-6354-4d88-ab27-7cf3fa935cbd req-79d38ae2-6c51-42cc-ad41-55a9c691a09b tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:56.552610 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c31082f-6354-4d88-ab27-7cf3fa935cbd req-79d38ae2-6c51-42cc-ad41-55a9c691a09b tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.0860631
Jul 23 16:19:56.582008 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1219ca7b-b5e8-439d-8316-912c85a9abd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:56.587128 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1219ca7b-b5e8-439d-8316-912c85a9abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:56.599299 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1d163a10-8c54-460a-8fa2-4e19731b23ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:56.607451 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c31082f-6354-4d88-ab27-7cf3fa935cbd req-4fbfbe1a-290a-4192-9f83-868ba6178e89 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482650
Jul 23 16:19:56.641508 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-1219ca7b-b5e8-439d-8316-912c85a9abd4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1a27cda939204319af7370044aada2bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2146180
Jul 23 16:19:56.642435 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219ca7b-b5e8-439d-8316-912c85a9abd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60c32c4-f45e-4824-b73f-566e184cc017,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:56.645434 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1219ca7b-b5e8-439d-8316-912c85a9abd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:56.652401 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 43388) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:19:56.722624 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6d7f51dc-b196-4a13-92c3-379f5515929e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:56.795502 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6d7f51dc-b196-4a13-92c3-379f5515929e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:56.796514 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-2edd271c-b6b3-4e9a-82ab-cac0cd7b2e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919d38700>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': 'aea0da92-fc92-4107-9b6b-fa2eb1cde403', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'port_id': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'mac_address': 'fa:16:3e:a2:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19c09bd-ad3e-422c-9834-eebcb7a2a567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:20Z', 'updated_at': '2021-07-23T16:19:54Z', 'revision_number': 1, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 5, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:19:56.800867 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd271c-b6b3-4e9a-82ab-cac0cd7b2e64 None None] The sync data for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi is: [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': 'aea0da92-fc92-4107-9b6b-fa2eb1cde403', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'port_id': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'mac_address': 'fa:16:3e:a2:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19c09bd-ad3e-422c-9834-eebcb7a2a567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:20Z', 'updated_at': '2021-07-23T16:19:54Z', 'revision_number': 1, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 5, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:19:56.864870 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf1a60-601b-4b8c-bd69-d2927c63870b req-52169880-089f-432a-a676-b10a680751e6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:56.866414 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60cf1a60-601b-4b8c-bd69-d2927c63870b req-52169880-089f-432a-a676-b10a680751e6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 944 time: 0.1341193
Jul 23 16:19:56.889079 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6d7f51dc-b196-4a13-92c3-379f5515929e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:56.896528 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ba7e3cb4-aaf6-4030-ab5e-af3c5d020bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:56.911086 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f51dc-b196-4a13-92c3-379f5515929e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60c32c4-f45e-4824-b73f-566e184cc017,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:56.921131 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6d7f51dc-b196-4a13-92c3-379f5515929e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:56.924133 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6d7f51dc-b196-4a13-92c3-379f5515929e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:56.925242 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-6d7f51dc-b196-4a13-92c3-379f5515929e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f60c32c4-f45e-4824-b73f-566e184cc017 HTTP/1.1" status: 204  len: 168 time: 0.2702951
Jul 23 16:19:56.936020 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60cf1a60-601b-4b8c-bd69-d2927c63870b req-ec00089d-4eb9-4820-ace7-ea8c6c82355a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627799
Jul 23 16:19:57.055537 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c5e311-66a6-4e83-af47-9dce507c98a2 None None] New status for floating IP aea0da92-fc92-4107-9b6b-fa2eb1cde403: ACTIVE {{(pid=78520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:19:57.232975 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b229f-20dd-494d-963e-7f8e83e359ab req-fe60ba3e-447a-49d3-bfb0-a7072199e2c7 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:57.234630 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-076b229f-20dd-494d-963e-7f8e83e359ab req-fe60ba3e-447a-49d3-bfb0-a7072199e2c7 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 946 time: 0.0975924
Jul 23 16:19:57.296897 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-076b229f-20dd-494d-963e-7f8e83e359ab req-e7aa8b40-9d11-4f8c-954c-04a04474a107 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565090
Jul 23 16:19:57.553458 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f5231-4a6e-4864-bb2e-53b45778228f req-715db24c-ed8f-486a-ab38-f38c31a3e666 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:57.554913 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dd2f5231-4a6e-4864-bb2e-53b45778228f req-715db24c-ed8f-486a-ab38-f38c31a3e666 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 932 time: 0.0881107
Jul 23 16:19:57.601943 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dd2f5231-4a6e-4864-bb2e-53b45778228f req-94cc5193-9ad4-417f-adad-a8603694c735 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406518
Jul 23 16:19:57.799212 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673c3c2-795f-43c8-817f-6401a105e4bc req-68ec32cc-ad06-4e93-bc64-9b7a51202422 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:57.800602 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f673c3c2-795f-43c8-817f-6401a105e4bc req-68ec32cc-ad06-4e93-bc64-9b7a51202422 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.0875869
Jul 23 16:19:57.808293 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Request body: {'port': {'device_id': '8b94ce5c-f19b-4ccd-bf37-d7e184563836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:19:57.921872 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:57.968917 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f673c3c2-795f-43c8-817f-6401a105e4bc req-9a062d19-886c-4222-bfc2-b0de6829462f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220076
Jul 23 16:19:57.969378 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d055bbea-69fc-46ea-bc11-67aba0847f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:57.991120 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:58.004215 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf067-c4a6-42d3-9f21-a778604e9731 req-d2f9be72-a596-4325-a31e-53fccbfe6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:58.006129 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8eaaf067-c4a6-42d3-9f21-a778604e9731 req-d2f9be72-a596-4325-a31e-53fccbfe6e33 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e89cf1ea5dbf40b3b0e280a89adce958&device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 1099 time: 0.1074255
Jul 23 16:19:58.018954 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['2ead14dd-eaac-4721-b492-f446ffc3654c'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:19:58.223982 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf067-c4a6-42d3-9f21-a778604e9731 req-31f6d5ab-79da-4357-8aae-12fcb09df0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:58.226581 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8eaaf067-c4a6-42d3-9f21-a778604e9731 req-31f6d5ab-79da-4357-8aae-12fcb09df0b9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25941fe6-7ac1-499c-9924-d29ef8bafcca HTTP/1.1" status: 200  len: 913 time: 0.2104120
Jul 23 16:19:58.434639 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8eaaf067-c4a6-42d3-9f21-a778604e9731 req-4ad679ca-c64a-49db-8043-eebde41bfa7b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 HTTP/1.1" status: 200  len: 1000 time: 0.1982119
Jul 23 16:19:58.539954 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['8dc8437c-b169-49ed-8013-1f8a37ecd03f'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:19:58.562663 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf067-c4a6-42d3-9f21-a778604e9731 req-f0b94000-688a-46c4-9ff3-6c0b663d7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:58.567463 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8eaaf067-c4a6-42d3-9f21-a778604e9731 req-f0b94000-688a-46c4-9ff3-6c0b663d7e3c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7922f234-6844-4bc7-8cee-7eadd522e056 HTTP/1.1" status: 200  len: 850 time: 0.1251512
Jul 23 16:19:58.752806 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41c3a9b-e4da-4489-9d30-6cd769397eb0 {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:19:58.766494 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:58.787422 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf067-c4a6-42d3-9f21-a778604e9731 req-4c56505f-8c33-4ff1-b049-49e99177f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:58.789382 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8eaaf067-c4a6-42d3-9f21-a778604e9731 req-4c56505f-8c33-4ff1-b049-49e99177f068 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25941fe6-7ac1-499c-9924-d29ef8bafcca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1883516
Jul 23 16:19:58.851673 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:58.877493 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Transition to ACTIVE for port object a41c3a9b-e4da-4489-9d30-6cd769397eb0 will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:19:58.894088 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:58.913365 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:58.951251 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37025035-78a3-4461-971e-63d1aa5eb5e1 req-6b62176f-e505-4416-b819-7fbf7c92c624 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:58.958452 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-37025035-78a3-4461-971e-63d1aa5eb5e1 req-6b62176f-e505-4416-b819-7fbf7c92c624 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 944 time: 0.7719262
Jul 23 16:19:58.981085 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8eaaf067-c4a6-42d3-9f21-a778604e9731 req-cbc617d3-4c3f-4867-a373-34293320222d service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745937
Jul 23 16:19:59.139654 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f7b63-24a9-4cd0-b52f-4de64d516ca6 req-4de4cef9-700f-4cfb-9d95-5013583facae tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:59.141189 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-083f7b63-24a9-4cd0-b52f-4de64d516ca6 req-4de4cef9-700f-4cfb-9d95-5013583facae tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 946 time: 0.3360178
Jul 23 16:19:59.215114 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Pushing event updated for resources: {'Port': ['ID=a41c3a9b-e4da-4489-9d30-6cd769397eb0,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:59.224570 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-8eaaf067-c4a6-42d3-9f21-a778604e9731 req-e3bb8a76-dd4c-4ac4-b6fb-108a6435cf4a service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2346110
Jul 23 16:19:59.227503 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-37025035-78a3-4461-971e-63d1aa5eb5e1 req-272abc0a-064b-444c-b0c5-767f99de64c4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2681777
Jul 23 16:19:59.257433 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:59.387679 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-6472d838-eb6b-46b8-ae3b-583792a27b46 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:59.388896 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-6472d838-eb6b-46b8-ae3b-583792a27b46 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Synchronizing usage tracker for tenant:2809519de50c49e59b8224eb069476f1 on resource:port {{(pid=78519) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:19:59.409605 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-6472d838-eb6b-46b8-ae3b-583792a27b46 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Unset dirty status for tenant:2809519de50c49e59b8224eb069476f1 on resource:port {{(pid=78519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:19:59.411740 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-083f7b63-24a9-4cd0-b52f-4de64d516ca6 req-d34da670-0ae6-4867-88fd-355c47aa9568 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251956
Jul 23 16:19:59.422639 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-6472d838-eb6b-46b8-ae3b-583792a27b46 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.83 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 946 time: 0.1340961
Jul 23 16:19:59.423846 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Attempting to bind port a41c3a9b-e4da-4489-9d30-6cd769397eb0 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:19:59.424209 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Attempting to bind port a41c3a9b-e4da-4489-9d30-6cd769397eb0 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:19:59.424536 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Attempting to bind port a41c3a9b-e4da-4489-9d30-6cd769397eb0 on network a50d0006-7352-42e6-a958-596db1c23e59 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:59.447499 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Port a41c3a9b-e4da-4489-9d30-6cd769397eb0 on network a50d0006-7352-42e6-a958-596db1c23e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:19:59.448193 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Attempting to bind port a41c3a9b-e4da-4489-9d30-6cd769397eb0 on network a50d0006-7352-42e6-a958-596db1c23e59 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:19:59.459522 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:19:59.459871 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Checking segment: {'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:19:59.460249 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Bound using segment: {'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:19:59.460690 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Bound port: a41c3a9b-e4da-4489-9d30-6cd769397eb0, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:19:59.461037 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:59.518793 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-16abdccb-edc0-4ce1-a77b-9fa8ab4f4a04 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Deleting port 75246f86-d9c9-4706-8587-ccf83d4cfb58 {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:19:59.519623 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-16abdccb-edc0-4ce1-a77b-9fa8ab4f4a04 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:59.585360 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] For port a41c3a9b-e4da-4489-9d30-6cd769397eb0, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:19:59.591825 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] For port a41c3a9b-e4da-4489-9d30-6cd769397eb0, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a41c3a9b-e4da-4489-9d30-6cd769397eb0,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:19:59.602394 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:59.615748 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271665df-ff10-45cd-b62a-7c8ebcc15386 req-6f8cbb86-d9fe-4b71-a1db-03100dc7bff9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:59.617870 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-271665df-ff10-45cd-b62a-7c8ebcc15386 req-6f8cbb86-d9fe-4b71-a1db-03100dc7bff9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 944 time: 0.2541924
Jul 23 16:19:59.620049 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:19:59.712253 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Pushing event updated for resources: {'Port': ['ID=a41c3a9b-e4da-4489-9d30-6cd769397eb0,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:19:59.750215 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:19:59.777080 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:19:59.778162 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:59.781312 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] 10.222.0.83 "PUT /v2.0/ports/a41c3a9b-e4da-4489-9d30-6cd769397eb0 HTTP/1.1" status: 200  len: 1094 time: 1.9766357
Jul 23 16:19:59.782289 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b94ce5c-f19b-4ccd-bf37-d7e184563836', 'tag': 'a41c3a9b-e4da-4489-9d30-6cd769397eb0'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:19:59.786802 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8dc8437c-b169-49ed-8013-1f8a37ecd03f up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:19:59.886370 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-271665df-ff10-45cd-b62a-7c8ebcc15386 req-d9cddbd5-c7fd-4614-b38f-ded72ca073cc tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750357
Jul 23 16:19:59.917665 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-16abdccb-edc0-4ce1-a77b-9fa8ab4f4a04 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] For port 75246f86-d9c9-4706-8587-ccf83d4cfb58, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75246f86-d9c9-4706-8587-ccf83d4cfb58,segment=NetworkSegment(15723a31-b2ec-4d76-99bd-c2c505c4740c),segment_id=15723a31-b2ec-4d76-99bd-c2c505c4740c)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:19:59.918066 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-16abdccb-edc0-4ce1-a77b-9fa8ab4f4a04 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:19:59.997101 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port 8dc8437c-b169-49ed-8013-1f8a37ecd03f completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:20:00.002534 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 8dc8437c-b169-49ed-8013-1f8a37ecd03f triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:00.003044 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:00.098240 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b94ce5c-f19b-4ccd-bf37-d7e184563836', 'tag': 'a41c3a9b-e4da-4489-9d30-6cd769397eb0', 'status': 'completed', 'code': 200}
Jul 23 16:20:00.147970 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-16abdccb-edc0-4ce1-a77b-9fa8ab4f4a04 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Calling delete_port for 75246f86-d9c9-4706-8587-ccf83d4cfb58 owned by compute:nova {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:20:00.221776 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-dc4d24f9-53a7-44ac-b1a8-7d4a9ca0fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:00.237873 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-dc4d24f9-53a7-44ac-b1a8-7d4a9ca0fabc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9dfdee71573d4d00b2395762a43856df&device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 1097 time: 0.3644338
Jul 23 16:20:00.257840 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1baa23-9c17-4c31-894b-a85bd6c35501 req-291378b9-aabf-4c6b-ad4d-88e943bd9ba9 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:00.263957 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ad1baa23-9c17-4c31-894b-a85bd6c35501 req-291378b9-aabf-4c6b-ad4d-88e943bd9ba9 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.2420757
Jul 23 16:20:00.286057 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:00.367526 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:20:00.374927 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:00.379928 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:20:00.388563 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:00.396786 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:00.443525 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ad1baa23-9c17-4c31-894b-a85bd6c35501 req-12bf0c4f-bb93-47b5-bfe6-73d782bed110 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712480
Jul 23 16:20:00.456403 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-975e2598-47dd-4547-9af1-c986a835c41b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a41c3a9b-e4da-4489-9d30-6cd769397eb0 HTTP/1.1" status: 200  len: 217 time: 0.1865530
Jul 23 16:20:00.488089 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=8dc8437c-b169-49ed-8013-1f8a37ecd03f,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:00.496876 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:00.497216 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:00.497554 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:00.498000 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:00.498265 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:00.498601 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:00.499015 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:00.499338 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:00.499666 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:00.500096 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:00.500424 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:00.500746 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:00.504830 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:00.536879 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'code': 200}
Jul 23 16:20:00.679898 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-a02fe9d9-0edf-4783-b01d-25e047c12c7b req-9abe78e8-f6cf-4779-a126-34a7dc727656 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2722132
Jul 23 16:20:00.681297 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-16abdccb-edc0-4ce1-a77b-9fa8ab4f4a04 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:00.688528 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-b16142c0-d795-4b89-aa76-474c9f844793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:00.689423 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:00.690037 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-b16142c0-d795-4b89-aa76-474c9f844793 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7520d2dd-36ef-41cf-9656-baecf7013948 HTTP/1.1" status: 200  len: 854 time: 0.1377285
Jul 23 16:20:00.718862 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78326fd1-1a48-46e6-bb06-ddd9222fa8bc req-02d37c87-d479-43c6-959c-1fa591c01f05 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:00.720908 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-78326fd1-1a48-46e6-bb06-ddd9222fa8bc req-02d37c87-d479-43c6-959c-1fa591c01f05 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.2762463
Jul 23 16:20:00.737876 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['75246f86-d9c9-4706-8587-ccf83d4cfb58'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:20:00.742853 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abdccb-edc0-4ce1-a77b-9fa8ab4f4a04 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Pushing event deleted for resources: {'Port': ['ID=75246f86-d9c9-4706-8587-ccf83d4cfb58,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:00.748135 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-16abdccb-edc0-4ce1-a77b-9fa8ab4f4a04 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:00.802758 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-da40e84e-a568-4ddf-bb5a-49f823854242 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a50d0006-7352-42e6-a958-596db1c23e59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0713654
Jul 23 16:20:00.854597 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48c99c-d792-45a9-b9ca-cabfdc3b139f req-43408c04-7f3c-4062-a3e5-a4ab2d7ae2a8 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:00.856113 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3a48c99c-d792-45a9-b9ca-cabfdc3b139f req-43408c04-7f3c-4062-a3e5-a4ab2d7ae2a8 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 867 time: 0.2287502
Jul 23 16:20:00.908532 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-16abdccb-edc0-4ce1-a77b-9fa8ab4f4a04 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] No DVR routers for this DVR port 75246f86-d9c9-4706-8587-ccf83d4cfb58 on host hv-cinder-80203 {{(pid=78519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:20:00.911739 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-16abdccb-edc0-4ce1-a77b-9fa8ab4f4a04 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:00.915745 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0610384d-3a33-4ce3-bef1-e275e3736f40', 'name': 'network-vif-deleted', 'tag': '75246f86-d9c9-4706-8587-ccf83d4cfb58'}] {{(pid=78519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:20:00.925980 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-78326fd1-1a48-46e6-bb06-ddd9222fa8bc req-b880e229-3ae3-4783-ae02-9801f4dba715 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1588056
Jul 23 16:20:00.945639 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-16abdccb-edc0-4ce1-a77b-9fa8ab4f4a04 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.83 "DELETE /v2.0/ports/75246f86-d9c9-4706-8587-ccf83d4cfb58 HTTP/1.1" status: 204  len: 173 time: 1.5193226
Jul 23 16:20:00.968916 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010989c0-d87b-4dbb-801a-1c213ab07d1b req-7bbb72eb-a609-482b-bbda-73c913af06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:00.970665 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-010989c0-d87b-4dbb-801a-1c213ab07d1b req-7bbb72eb-a609-482b-bbda-73c913af06e3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 1098 time: 0.1750898
Jul 23 16:20:01.044927 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-010989c0-d87b-4dbb-801a-1c213ab07d1b req-ac8d56ed-39ec-4ffb-98b6-a7879fb93556 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550923
Jul 23 16:20:01.093537 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3a48c99c-d792-45a9-b9ca-cabfdc3b139f req-72e3d27b-6a03-43e9-a66f-07593b8f842b tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/security-groups?id=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893718
Jul 23 16:20:01.136276 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fe9d9-0edf-4783-b01d-25e047c12c7b req-9023355c-d93c-4c53-be11-27aa5ff1f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:01.137779 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a02fe9d9-0edf-4783-b01d-25e047c12c7b req-9023355c-d93c-4c53-be11-27aa5ff1f0aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9dfdee71573d4d00b2395762a43856df&device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 1098 time: 0.2975907
Jul 23 16:20:01.141757 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-c5f1259f-17b9-423c-b2df-1c747d54fbf8 service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3249397
Jul 23 16:20:01.320111 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4472e-e4c8-4e70-8104-f234c469a76c req-34a060e1-4abf-4aa5-a7cc-f388436fc948 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:01.322279 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-21d4472e-e4c8-4e70-8104-f234c469a76c req-34a060e1-4abf-4aa5-a7cc-f388436fc948 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 944 time: 0.0850048
Jul 23 16:20:01.379168 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-21d4472e-e4c8-4e70-8104-f234c469a76c req-8fae8e78-5bc5-458c-8f02-cc5ce25ca006 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482955
Jul 23 16:20:01.432993 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0610384d-3a33-4ce3-bef1-e275e3736f40', 'name': 'network-vif-deleted', 'tag': '75246f86-d9c9-4706-8587-ccf83d4cfb58', 'status': 'completed', 'code': 200}
Jul 23 16:20:01.925846 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aad7f3b1-21cc-4b97-a5d4-57ec8d321647 req-7f1681ae-595c-403f-b27d-3daa0caff500 service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4086201
Jul 23 16:20:01.956343 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce40c1b-fdf1-48b4-bdbd-6553d85c8f9b req-afe24317-27a0-4618-945c-147c1ae46a0b tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:01.959633 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3ce40c1b-fdf1-48b4-bdbd-6553d85c8f9b req-afe24317-27a0-4618-945c-147c1ae46a0b tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.3332715
Jul 23 16:20:01.981218 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fe9d9-0edf-4783-b01d-25e047c12c7b req-46ca86d3-3b41-465e-9795-70ef6feb968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:01.982621 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a02fe9d9-0edf-4783-b01d-25e047c12c7b req-46ca86d3-3b41-465e-9795-70ef6feb968f service neutron] 10.222.0.83 "GET /v2.0/networks?id=a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 200  len: 916 time: 0.3554015
Jul 23 16:20:02.083937 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a02fe9d9-0edf-4783-b01d-25e047c12c7b req-0563ce18-35f6-4f87-852e-21323eb105b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ead14dd-eaac-4721-b492-f446ffc3654c HTTP/1.1" status: 200  len: 217 time: 0.0793610
Jul 23 16:20:02.131199 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3ce40c1b-fdf1-48b4-bdbd-6553d85c8f9b req-69de8831-0cd6-46d7-90e3-5e42bafc6659 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664965
Jul 23 16:20:02.328439 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9db7c872-5d1a-405c-97bf-0230017db112 req-8bd64c32-07aa-4302-8b84-669281a91de1 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] 10.222.0.82 "GET /v2.0/ports?device_id=0610384d-3a33-4ce3-bef1-e275e3736f40 HTTP/1.1" status: 200  len: 210 time: 0.0623093
Jul 23 16:20:02.329830 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fe9d9-0edf-4783-b01d-25e047c12c7b req-eb3e4378-e37a-449e-80b3-a26ad6beae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:02.331276 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a02fe9d9-0edf-4783-b01d-25e047c12c7b req-eb3e4378-e37a-449e-80b3-a26ad6beae50 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7520d2dd-36ef-41cf-9656-baecf7013948 HTTP/1.1" status: 200  len: 854 time: 0.1927233
Jul 23 16:20:02.395604 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a02fe9d9-0edf-4783-b01d-25e047c12c7b req-e22d1c96-1cf9-4f04-9f8d-4cbde8dca3ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a50d0006-7352-42e6-a958-596db1c23e59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532701
Jul 23 16:20:02.420507 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9aaab-f1f5-4179-9aef-66e7977aefc0 req-c80d1c37-6abe-42e1-9291-25cf9efaebff tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:02.428693 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e0f9aaab-f1f5-4179-9aef-66e7977aefc0 req-c80d1c37-6abe-42e1-9291-25cf9efaebff tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.3410985
Jul 23 16:20:02.470458 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63f5ca-f5c2-476e-af58-d622d97db271 req-95b9ad83-02ae-4c91-9e80-e422a85f1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:02.471986 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5a63f5ca-f5c2-476e-af58-d622d97db271 req-95b9ad83-02ae-4c91-9e80-e422a85f1749 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9dfdee71573d4d00b2395762a43856df&device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 1097 time: 0.2957919
Jul 23 16:20:02.637620 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e0f9aaab-f1f5-4179-9aef-66e7977aefc0 req-5b0f52d2-50f8-48a4-9a5e-05759f4ebb4c tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2080588
Jul 23 16:20:02.851552 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a02fe9d9-0edf-4783-b01d-25e047c12c7b req-70257d90-9832-4b2c-91f0-bb882140f28d service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4473872
Jul 23 16:20:02.874584 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63f5ca-f5c2-476e-af58-d622d97db271 req-3c6eee22-54cd-4081-87dd-5630d2fda97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:02.876388 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5a63f5ca-f5c2-476e-af58-d622d97db271 req-3c6eee22-54cd-4081-87dd-5630d2fda97c service neutron] 10.222.0.83 "GET /v2.0/networks?id=a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 200  len: 916 time: 0.3760803
Jul 23 16:20:02.889687 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a607d8-402b-425e-a1d9-6841775ceadf req-08a6223b-5086-48e6-8b92-881237b418ce tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:02.891209 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f0a607d8-402b-425e-a1d9-6841775ceadf req-08a6223b-5086-48e6-8b92-881237b418ce tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 944 time: 0.3897846
Jul 23 16:20:03.109497 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5a63f5ca-f5c2-476e-af58-d622d97db271 req-4d4e70d5-4d3e-45c7-8b30-a15ef7cbd968 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a41c3a9b-e4da-4489-9d30-6cd769397eb0 HTTP/1.1" status: 200  len: 217 time: 0.1648433
Jul 23 16:20:03.116504 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f0a607d8-402b-425e-a1d9-6841775ceadf req-78fef704-3009-4abe-879c-4e37b63a8150 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2191589
Jul 23 16:20:03.221494 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63f5ca-f5c2-476e-af58-d622d97db271 req-ecbcadaf-3c16-4a09-9752-170291c42def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:03.224024 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5a63f5ca-f5c2-476e-af58-d622d97db271 req-ecbcadaf-3c16-4a09-9752-170291c42def service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7520d2dd-36ef-41cf-9656-baecf7013948 HTTP/1.1" status: 200  len: 854 time: 0.0951293
Jul 23 16:20:03.251168 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a02fe9d9-0edf-4783-b01d-25e047c12c7b req-0f5e5484-2f28-436c-b119-e61f490c4f72 service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3375418
Jul 23 16:20:03.266596 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43578) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:03.415824 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e328-08f9-488f-a68b-1964dbc13d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:03.420395 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5a63f5ca-f5c2-476e-af58-d622d97db271 req-5f35a406-a310-4765-8f16-d598b0a0a1f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a50d0006-7352-42e6-a958-596db1c23e59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1676545
Jul 23 16:20:03.434676 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e5d8e328-08f9-488f-a68b-1964dbc13d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:03.439054 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e5d8e328-08f9-488f-a68b-1964dbc13d96 admin admin] Usage tracker for resource:security_group_rule and tenant:256c05dd102340729b7f68ec886f1e3c is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:03.443616 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e5d8e328-08f9-488f-a68b-1964dbc13d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:03.449961 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e5d8e328-08f9-488f-a68b-1964dbc13d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:03.556435 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e328-08f9-488f-a68b-1964dbc13d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:03.561456 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e328-08f9-488f-a68b-1964dbc13d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:03.572735 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:03.583727 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccae82d-046e-45da-8be1-58435d1924c0 req-f5736677-ec90-4623-8fd0-85dd70957306 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:03.585482 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cccae82d-046e-45da-8be1-58435d1924c0 req-f5736677-ec90-4623-8fd0-85dd70957306 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.2959456
Jul 23 16:20:03.594745 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5a63f5ca-f5c2-476e-af58-d622d97db271 req-146ec63e-e4e0-44e8-9a2d-ec150675b4f8 service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603723
Jul 23 16:20:03.617394 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-e5d8e328-08f9-488f-a68b-1964dbc13d96 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=256c05dd102340729b7f68ec886f1e3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3496475
Jul 23 16:20:03.619055 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8e328-08f9-488f-a68b-1964dbc13d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18933a5f-d7bb-4ae2-92ea-c7e2fdd1290b,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:03.627460 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43590) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:03.630308 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e5d8e328-08f9-488f-a68b-1964dbc13d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:03.697750 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cccae82d-046e-45da-8be1-58435d1924c0 req-12733a74-219d-4eb7-8a06-671b0cffdc93 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007965
Jul 23 16:20:03.711130 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-177d75c9-e304-4186-a820-543f98278da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:03.755748 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-177d75c9-e304-4186-a820-543f98278da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:03.788671 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 75246f86-d9c9-4706-8587-ccf83d4cfb58 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:20:03.825725 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5a63f5ca-f5c2-476e-af58-d622d97db271 req-9be7c676-f70d-482c-bc67-a32dd03e2317 service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2137496
Jul 23 16:20:03.841267 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-177d75c9-e304-4186-a820-543f98278da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:03.846101 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-71ef228e-c842-4bd5-a0ce-2be898ca7306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:03.871070 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d75c9-e304-4186-a820-543f98278da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18933a5f-d7bb-4ae2-92ea-c7e2fdd1290b,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:03.897949 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-177d75c9-e304-4186-a820-543f98278da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:03.898781 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-177d75c9-e304-4186-a820-543f98278da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:03.900158 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: 75246f86-d9c9-4706-8587-ccf83d4cfb58 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:20:03.901136 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 75246f86-d9c9-4706-8587-ccf83d4cfb58 not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:20:03.902503 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-177d75c9-e304-4186-a820-543f98278da7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/18933a5f-d7bb-4ae2-92ea-c7e2fdd1290b HTTP/1.1" status: 204  len: 168 time: 0.2739460
Jul 23 16:20:03.951437 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765469cd-b5f0-4d43-8708-5cd71d65365c req-8ea6f00e-8bac-4a4b-8cfa-05ffd5584afa tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:03.953760 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-765469cd-b5f0-4d43-8708-5cd71d65365c req-8ea6f00e-8bac-4a4b-8cfa-05ffd5584afa tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.1269591
Jul 23 16:20:04.016037 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-765469cd-b5f0-4d43-8708-5cd71d65365c req-141ef982-79b1-491c-818b-0d7ee8af8b0b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529020
Jul 23 16:20:04.279008 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48911d5-4fc0-4701-86dd-d85b8dbde8f8 req-a3962696-01cc-43ed-9b59-21d7bdcc23d6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:04.288014 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d48911d5-4fc0-4701-86dd-d85b8dbde8f8 req-a3962696-01cc-43ed-9b59-21d7bdcc23d6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.1238980
Jul 23 16:20:04.297975 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 43624) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:04.305803 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-f8d09fd8-ff41-4dca-9f61-6a1b34640eef tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Request body: {'floatingip': {'port_id': '8dc8437c-b169-49ed-8013-1f8a37ecd03f'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:04.450561 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f8d09fd8-ff41-4dca-9f61-6a1b34640eef tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:04.573962 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43638) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:04.811264 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c743f83d-ccfb-40b2-8baf-3ab74b1acb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:04.833255 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-c743f83d-ccfb-40b2-8baf-3ab74b1acb47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:04.837342 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-c743f83d-ccfb-40b2-8baf-3ab74b1acb47 admin admin] Usage tracker for resource:security_group_rule and tenant:be39754294254be28b263dfe784ae365 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:04.840974 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-c743f83d-ccfb-40b2-8baf-3ab74b1acb47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:04.848071 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-c743f83d-ccfb-40b2-8baf-3ab74b1acb47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:04.959625 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c743f83d-ccfb-40b2-8baf-3ab74b1acb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:04.964325 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536d54b-ed0d-4d26-88ab-855aa2dcd1be req-b3c5c2ee-0ab9-4d91-9445-889f33d6f4cf tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:04.965602 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c743f83d-ccfb-40b2-8baf-3ab74b1acb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:04.965890 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9536d54b-ed0d-4d26-88ab-855aa2dcd1be req-b3c5c2ee-0ab9-4d91-9445-889f33d6f4cf tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 944 time: 0.3691738
Jul 23 16:20:04.982393 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b5593a7c-2529-48df-bf59-4606258b5c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:05.057687 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-c743f83d-ccfb-40b2-8baf-3ab74b1acb47 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=be39754294254be28b263dfe784ae365&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4812570
Jul 23 16:20:05.063299 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43658) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:05.067165 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743f83d-ccfb-40b2-8baf-3ab74b1acb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fe2491-8c41-419e-8a11-a52a142e3846,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:05.083136 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c743f83d-ccfb-40b2-8baf-3ab74b1acb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:05.096237 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9536d54b-ed0d-4d26-88ab-855aa2dcd1be req-8ac6bc2f-59eb-495e-8aa0-4f06d7885d53 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219366
Jul 23 16:20:05.144493 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ec68b379-b064-4a74-9bc8-1537dbd9d11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:05.176298 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ec68b379-b064-4a74-9bc8-1537dbd9d11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:05.218277 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cb576-0c6f-4d8a-b5b7-4f426a6e196d req-c75cae30-b244-4226-8974-6346aaf6c1bf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:05.226097 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-910cb576-0c6f-4d8a-b5b7-4f426a6e196d req-c75cae30-b244-4226-8974-6346aaf6c1bf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.4038825
Jul 23 16:20:05.247385 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ec68b379-b064-4a74-9bc8-1537dbd9d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:05.255622 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:05.275181 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ec68b379-b064-4a74-9bc8-1537dbd9d11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:05.279126 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-ec68b379-b064-4a74-9bc8-1537dbd9d11e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/56fe2491-8c41-419e-8a11-a52a142e3846 HTTP/1.1" status: 204  len: 168 time: 0.2137721
Jul 23 16:20:05.283652 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68b379-b064-4a74-9bc8-1537dbd9d11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fe2491-8c41-419e-8a11-a52a142e3846,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:05.286150 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ec68b379-b064-4a74-9bc8-1537dbd9d11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:05.326157 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43674) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:05.408774 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81e5124-b127-4600-b8a8-25aa5c28a8ab admin admin] Deleting subnet 515d6aae-e488-4d85-bfb1-8ccf9d06c3d9 {{(pid=78519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:20:05.412544 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b81e5124-b127-4600-b8a8-25aa5c28a8ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:05.483603 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b81e5124-b127-4600-b8a8-25aa5c28a8ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1851698'] for subnet, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:05.528344 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-910cb576-0c6f-4d8a-b5b7-4f426a6e196d req-3f8157d8-f34e-45fd-82a8-86a9772b2bc2 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2915649
Jul 23 16:20:05.569713 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b81e5124-b127-4600-b8a8-25aa5c28a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:05.657590 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b81e5124-b127-4600-b8a8-25aa5c28a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1709553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2214887'] for subnet, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:05.663858 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:05.729571 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e5124-b127-4600-b8a8-25aa5c28a8ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515d6aae-e488-4d85-bfb1-8ccf9d06c3d9,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:05.732824 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b81e5124-b127-4600-b8a8-25aa5c28a8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:05.741528 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b81e5124-b127-4600-b8a8-25aa5c28a8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:05.744978 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-b81e5124-b127-4600-b8a8-25aa5c28a8ab admin admin] 10.222.0.82 "DELETE /v2.0/subnets/515d6aae-e488-4d85-bfb1-8ccf9d06c3d9 HTTP/1.1" status: 204  len: 168 time: 0.4167442
Jul 23 16:20:05.747104 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 43682) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:05.789759 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f8d09fd8-ff41-4dca-9f61-6a1b34640eef tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:05.806143 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device a41c3a9b-e4da-4489-9d30-6cd769397eb0 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:20:05.849285 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f8d09fd8-ff41-4dca-9f61-6a1b34640eef tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:05.887154 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43692) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:05.935645 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d69b-04a5-4c2c-80cf-a7b2336dc685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:05.976648 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-3bd7d69b-04a5-4c2c-80cf-a7b2336dc685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:05.987838 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-3bd7d69b-04a5-4c2c-80cf-a7b2336dc685 admin admin] Usage tracker for resource:security_group_rule and tenant:4256cd139ced4e338be564f9118b090b is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:06.008635 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-3bd7d69b-04a5-4c2c-80cf-a7b2336dc685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:06.017858 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-3bd7d69b-04a5-4c2c-80cf-a7b2336dc685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:06.025074 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:06.068174 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port a41c3a9b-e4da-4489-9d30-6cd769397eb0, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a41c3a9b-e4da-4489-9d30-6cd769397eb0,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:20:06.089178 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': 'a41c3a9b-e4da-4489-9d30-6cd769397eb0', 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59', 'port_id': 'a41c3a9b-e4da-4489-9d30-6cd769397eb0', 'mac_address': 'fa:16:3e:c8:1e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7520d2dd-36ef-41cf-9656-baecf7013948', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:20:06.160486 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:06.185415 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41c3a9b-e4da-4489-9d30-6cd769397eb0 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:20:06.190286 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d69b-04a5-4c2c-80cf-a7b2336dc685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:06.195548 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d69b-04a5-4c2c-80cf-a7b2336dc685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:06.204975 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port a41c3a9b-e4da-4489-9d30-6cd769397eb0, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a41c3a9b-e4da-4489-9d30-6cd769397eb0,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:20:06.209748 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:06.213044 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-cfc251f1-00e5-4272-a091-95b97b884d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:06.215006 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-105b9a68-a6ce-46df-971b-1d19c9e9d911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:06.255132 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.l3_db [None req-f8d09fd8-ff41-4dca-9f61-6a1b34640eef tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Floating IP a432ebac-aab3-481e-82ce-f24d06785bee associated. External IP: 172.27.1.170, port: 8dc8437c-b169-49ed-8013-1f8a37ecd03f.
Jul 23 16:20:06.286757 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7d69b-04a5-4c2c-80cf-a7b2336dc685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e70dc75-feca-4d5c-8ac2-ae99c2798750,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:06.294621 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-3bd7d69b-04a5-4c2c-80cf-a7b2336dc685 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4256cd139ced4e338be564f9118b090b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4055731
Jul 23 16:20:06.296532 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-3bd7d69b-04a5-4c2c-80cf-a7b2336dc685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:06.297042 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43698) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:06.311657 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=a41c3a9b-e4da-4489-9d30-6cd769397eb0,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:06.315383 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:06.376977 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bb87525-56ed-45ec-80da-22624ea8f45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:06.408849 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bb87525-56ed-45ec-80da-22624ea8f45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:06.464962 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bb87525-56ed-45ec-80da-22624ea8f45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:06.471151 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b596f631-7f09-490c-8ea9-e35a67a3b12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:06.487554 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb87525-56ed-45ec-80da-22624ea8f45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e70dc75-feca-4d5c-8ac2-ae99c2798750,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:06.490612 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-0bb87525-56ed-45ec-80da-22624ea8f45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:06.500663 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bb87525-56ed-45ec-80da-22624ea8f45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:06.516968 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-0bb87525-56ed-45ec-80da-22624ea8f45b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9e70dc75-feca-4d5c-8ac2-ae99c2798750 HTTP/1.1" status: 204  len: 168 time: 0.2061634
Jul 23 16:20:06.539845 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:06.598206 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0919591640>,) {'filters': {'network_id': ['e6439157-9120-4d37-87f7-3814899a83ae']}} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:06.632912 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0919591640>, '15723a31-b2ec-4d76-99bd-c2c505c4740c') {'for_net_delete': True} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:06.633210 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0919591640>, '15723a31-b2ec-4d76-99bd-c2c505c4740c') {} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:06.653484 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599355'] for segment, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:06.677974 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46835f0-1fc4-478c-8027-91ea4014c5c7 req-12678d81-b8da-47c8-aa8f-82565501c962 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:06.679552 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e46835f0-1fc4-478c-8027-91ea4014c5c7 req-12678d81-b8da-47c8-aa8f-82565501c962 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 945 time: 0.3460238
Jul 23 16:20:06.740506 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:06.777888 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['a41c3a9b-e4da-4489-9d30-6cd769397eb0'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:20:06.785268 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=78518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:20:06.785666 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612595'] for segment, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]: Traceback (most recent call last):
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     timer()
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     cb(*args, **kw)
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     return func(*args, **kwargs)
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     self._notify()
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     self.callback(batched_events)
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     event.method(event)
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     return f(self, *a, **k)
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._get(url).json()
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:20:06.802103 dv-cinder-802036-1-iscsi neutron-server[78518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:20:07.146728 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e46835f0-1fc4-478c-8027-91ea4014c5c7 req-e0741205-5d9a-445d-a8bf-9b14b1f12ba9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4030817
Jul 23 16:20:07.162799 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:07.178900 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:07.192578 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:07.206906 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=e6439157-9120-4d37-87f7-3814899a83ae,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:07.218263 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:07.235019 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-3ad494da-21cd-4434-8cec-ff4a8b4e1f6f admin admin] 10.222.0.82 "DELETE /v2.0/networks/e6439157-9120-4d37-87f7-3814899a83ae HTTP/1.1" status: 204  len: 168 time: 1.4818544
Jul 23 16:20:07.238600 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d09fd8-ff41-4dca-9f61-6a1b34640eef tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Router 446e8bf8-296f-47f2-bff1-cd2e83e98190 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:20:07.263459 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eefa7d-e966-4abd-9800-ee2171ee7796 req-eb657525-be1b-4247-9f8e-ed4a7feb3967 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:07.270660 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-52eefa7d-e966-4abd-9800-ee2171ee7796 req-eb657525-be1b-4247-9f8e-ed4a7feb3967 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.3814285
Jul 23 16:20:07.405477 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43736) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:07.460831 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-a34cec80-c97c-43cc-9a97-e5e39907e656 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2809519de50c49e59b8224eb069476f1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0514874
Jul 23 16:20:07.460977 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-52eefa7d-e966-4abd-9800-ee2171ee7796 req-86449ea0-3de1-4e64-9599-6ddf02197641 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879139
Jul 23 16:20:07.471749 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43742) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:07.516656 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d09fd8-ff41-4dca-9f61-6a1b34640eef tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:20:07.521090 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f8d09fd8-ff41-4dca-9f61-6a1b34640eef tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:07.530731 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4f313-0bcf-48f4-91a7-6bb3bf8aba4d None None] Sync routers for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:20:07.543238 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4f313-0bcf-48f4-91a7-6bb3bf8aba4d None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:20:07.544421 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-92c4f313-0bcf-48f4-91a7-6bb3bf8aba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919d384c0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:19:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:07.546337 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5d5e3170-0810-40c9-b018-0ca571f4dfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:07.574487 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5d5e3170-0810-40c9-b018-0ca571f4dfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:07.595720 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-f8d09fd8-ff41-4dca-9f61-6a1b34640eef tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "PUT /v2.0/floatingips/a432ebac-aab3-481e-82ce-f24d06785bee HTTP/1.1" status: 200  len: 991 time: 3.2974503
Jul 23 16:20:07.597083 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:20:07.661190 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5d5e3170-0810-40c9-b018-0ca571f4dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:07.665075 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:07.679455 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'status': 'completed', 'code': 200}
Jul 23 16:20:07.682287 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e3170-0810-40c9-b018-0ca571f4dfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc94525-a5f3-424d-b3bb-35d2ef1dcf44,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:07.685588 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-5d5e3170-0810-40c9-b018-0ca571f4dfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:07.687697 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5d5e3170-0810-40c9-b018-0ca571f4dfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:07.688967 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-5d5e3170-0810-40c9-b018-0ca571f4dfdd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dcc94525-a5f3-424d-b3bb-35d2ef1dcf44 HTTP/1.1" status: 204  len: 168 time: 0.2163587
Jul 23 16:20:07.825384 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-92c4f313-0bcf-48f4-91a7-6bb3bf8aba4d None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:20:08.243520 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-92c4f313-0bcf-48f4-91a7-6bb3bf8aba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919d384c0>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': 'a432ebac-aab3-481e-82ce-f24d06785bee', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'port_id': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'mac_address': 'fa:16:3e:47:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:38Z', 'updated_at': '2021-07-23T16:20:05Z', 'revision_number': 1, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:34Z', 'revision_number': 5, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:08.248219 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4f313-0bcf-48f4-91a7-6bb3bf8aba4d None None] Checking router: 446e8bf8-296f-47f2-bff1-cd2e83e98190 for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:20:08.256585 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4f313-0bcf-48f4-91a7-6bb3bf8aba4d None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:20:08.257296 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-92c4f313-0bcf-48f4-91a7-6bb3bf8aba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919d384c0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:19:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:08.446629 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-92c4f313-0bcf-48f4-91a7-6bb3bf8aba4d None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:20:08.845649 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-92c4f313-0bcf-48f4-91a7-6bb3bf8aba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919d384c0>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': 'a432ebac-aab3-481e-82ce-f24d06785bee', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'port_id': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'mac_address': 'fa:16:3e:47:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:38Z', 'updated_at': '2021-07-23T16:20:05Z', 'revision_number': 1, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:34Z', 'revision_number': 5, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:08.850201 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4f313-0bcf-48f4-91a7-6bb3bf8aba4d None None] The sync data for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi is: [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': 'a432ebac-aab3-481e-82ce-f24d06785bee', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'port_id': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'mac_address': 'fa:16:3e:47:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:38Z', 'updated_at': '2021-07-23T16:20:05Z', 'revision_number': 1, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:34Z', 'revision_number': 5, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:20:09.060970 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db705d-a6c3-4b21-bbf1-d7dfcb6b9462 None None] New status for floating IP a432ebac-aab3-481e-82ce-f24d06785bee: ACTIVE {{(pid=78520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:20:10.525812 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859430e-b23b-4a92-85ba-ac82673309c8 req-3e3ca3b0-f915-4f0e-9162-94ed211fcbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:10.527629 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8859430e-b23b-4a92-85ba-ac82673309c8 req-3e3ca3b0-f915-4f0e-9162-94ed211fcbbf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8a773d9e6b4d9795b2f5b90064e860&device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 1098 time: 0.0749605
Jul 23 16:20:10.798917 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859430e-b23b-4a92-85ba-ac82673309c8 req-b2e11e74-f1e0-40e2-bcb9-54b169ffebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:10.800409 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8859430e-b23b-4a92-85ba-ac82673309c8 req-b2e11e74-f1e0-40e2-bcb9-54b169ffebdc service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b649258-53f8-4165-adb5-6ffb90974ecb HTTP/1.1" status: 200  len: 919 time: 0.2579074
Jul 23 16:20:10.816087 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370b5c7-5f0c-4ede-9a60-c33286185583 req-bdbf81df-8e9a-4198-a0e6-723b8824ec50 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:10.817548 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7370b5c7-5f0c-4ede-9a60-c33286185583 req-bdbf81df-8e9a-4198-a0e6-723b8824ec50 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 945 time: 0.2324407
Jul 23 16:20:10.928996 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85647de6-a97e-4f6c-804f-e9c9217751c7 req-9d6c6fd5-fa96-4260-88d1-a0ec03d1bcde tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:10.930372 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-85647de6-a97e-4f6c-804f-e9c9217751c7 req-9d6c6fd5-fa96-4260-88d1-a0ec03d1bcde tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.3015866
Jul 23 16:20:10.986030 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7370b5c7-5f0c-4ede-9a60-c33286185583 req-3bc7b52d-d512-4035-a61d-afac7f28f751 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134577
Jul 23 16:20:10.991437 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8859430e-b23b-4a92-85ba-ac82673309c8 req-5bf48830-5699-4ce2-bea4-1333988c8358 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f HTTP/1.1" status: 200  len: 1001 time: 0.1832807
Jul 23 16:20:11.013695 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-85647de6-a97e-4f6c-804f-e9c9217751c7 req-54857707-7e0a-4191-9d8d-0a887e313482 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712407
Jul 23 16:20:12.763283 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device a41c3a9b-e4da-4489-9d30-6cd769397eb0 up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:20:12.835233 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port a41c3a9b-e4da-4489-9d30-6cd769397eb0 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:20:12.840622 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port a41c3a9b-e4da-4489-9d30-6cd769397eb0 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:12.840999 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:12.957500 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:12.987523 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b94ce5c-f19b-4ccd-bf37-d7e184563836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41c3a9b-e4da-4489-9d30-6cd769397eb0'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:20:12.998798 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port a41c3a9b-e4da-4489-9d30-6cd769397eb0, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a41c3a9b-e4da-4489-9d30-6cd769397eb0,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:20:13.002800 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:13.004781 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:13.075491 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=a41c3a9b-e4da-4489-9d30-6cd769397eb0,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:13.078210 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:13.942215 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859430e-b23b-4a92-85ba-ac82673309c8 req-7b94bf36-d83f-4cef-80f7-12375948cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:13.943555 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8859430e-b23b-4a92-85ba-ac82673309c8 req-7b94bf36-d83f-4cef-80f7-12375948cf27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e34adca-7868-4b61-841f-2f53fbae97c4 HTTP/1.1" status: 200  len: 856 time: 0.0589957
Jul 23 16:20:14.042098 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859430e-b23b-4a92-85ba-ac82673309c8 req-7ba49cde-c00d-40bb-be6d-8e782bf1a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:14.043851 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8859430e-b23b-4a92-85ba-ac82673309c8 req-7ba49cde-c00d-40bb-be6d-8e782bf1a1ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b649258-53f8-4165-adb5-6ffb90974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775907
Jul 23 16:20:14.295435 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8859430e-b23b-4a92-85ba-ac82673309c8 req-72ae7a5d-0dab-4bb4-8f39-bb4aaa4f9864 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2408161
Jul 23 16:20:14.354679 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1d455-d901-46bc-be29-60eafd968bb3 req-82b8189e-8fb9-4b59-9de4-36a1b0f3c36a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:14.356217 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7da1d455-d901-46bc-be29-60eafd968bb3 req-82b8189e-8fb9-4b59-9de4-36a1b0f3c36a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.2005312
Jul 23 16:20:14.380623 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb42f-c663-47c6-92a4-58a0ba37e67e req-2c0f2627-16f5-4e97-a810-b5581f3acb60 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:14.382088 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a3ddb42f-c663-47c6-92a4-58a0ba37e67e req-2c0f2627-16f5-4e97-a810-b5581f3acb60 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 946 time: 0.2298429
Jul 23 16:20:14.633324 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a3ddb42f-c663-47c6-92a4-58a0ba37e67e req-3ebeff26-7867-458b-88f9-92d284164e64 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362485
Jul 23 16:20:14.638037 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7da1d455-d901-46bc-be29-60eafd968bb3 req-39191673-53ea-4200-81e2-34096b67b5a6 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2693031
Jul 23 16:20:14.641387 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8859430e-b23b-4a92-85ba-ac82673309c8 req-27f037b2-8848-4d68-a87e-a76c03439101 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3255246
Jul 23 16:20:14.690709 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b94ce5c-f19b-4ccd-bf37-d7e184563836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41c3a9b-e4da-4489-9d30-6cd769397eb0', 'code': 200}
Jul 23 16:20:15.118278 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9619a-3c17-47be-9411-c335a962b5c1 req-9a9a7599-6e20-4bbe-a8da-09a64b71d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:15.120379 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-52c9619a-3c17-47be-9411-c335a962b5c1 req-9a9a7599-6e20-4bbe-a8da-09a64b71d917 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 1099 time: 0.1596119
Jul 23 16:20:15.173221 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-52c9619a-3c17-47be-9411-c335a962b5c1 req-d6786e72-44df-485e-b0b5-29a092233650 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456715
Jul 23 16:20:19.068855 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdd1ef-1c6f-4053-90c7-1ca1c3b8d9b7 req-6aec64a6-5379-4c4a-9949-8fe4271bb1ad tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:19.070335 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-63bdd1ef-1c6f-4053-90c7-1ca1c3b8d9b7 req-6aec64a6-5379-4c4a-9949-8fe4271bb1ad tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 946 time: 0.1423535
Jul 23 16:20:19.077776 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c419a4c-e136-4e00-b519-fc5dc938b654 req-ce30fca0-6e6f-4826-b053-0e5d5efd3956 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:19.079185 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0c419a4c-e136-4e00-b519-fc5dc938b654 req-ce30fca0-6e6f-4826-b053-0e5d5efd3956 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.1125631
Jul 23 16:20:19.152675 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-63bdd1ef-1c6f-4053-90c7-1ca1c3b8d9b7 req-2ca8a3bd-ca99-48f2-84f3-38aac90c5a4f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725391
Jul 23 16:20:19.155403 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0c419a4c-e136-4e00-b519-fc5dc938b654 req-d4268ef7-779d-4676-a9a4-118885c11a7e tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620503
Jul 23 16:20:20.933992 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 43980) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:21.108622 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-05bc070e-f89c-4f11-a20c-4944fa901ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:21.125678 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-05bc070e-f89c-4f11-a20c-4944fa901ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:21.129673 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-05bc070e-f89c-4f11-a20c-4944fa901ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:db860f89d0b045a9acd3811857cf8f23 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:21.132680 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-05bc070e-f89c-4f11-a20c-4944fa901ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:21.139085 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-05bc070e-f89c-4f11-a20c-4944fa901ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:21.225746 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-05bc070e-f89c-4f11-a20c-4944fa901ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:21.231599 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-05bc070e-f89c-4f11-a20c-4944fa901ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:21.239330 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5a61103e-3ac3-41ee-97f2-86abfac3f3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:21.283272 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-05bc070e-f89c-4f11-a20c-4944fa901ff8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=db860f89d0b045a9acd3811857cf8f23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3470638
Jul 23 16:20:21.284286 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc070e-f89c-4f11-a20c-4944fa901ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd0009c-2079-4a2b-882d-1bd1d8f5ae05,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:21.286051 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43986) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:21.288146 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-05bc070e-f89c-4f11-a20c-4944fa901ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:21.355291 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-acf22d39-03ca-4985-bcbe-7a1735f66d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:21.389471 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-acf22d39-03ca-4985-bcbe-7a1735f66d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:21.445207 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-acf22d39-03ca-4985-bcbe-7a1735f66d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:21.450593 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-177d75c9-e304-4186-a820-543f98278da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:21.464056 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf22d39-03ca-4985-bcbe-7a1735f66d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd0009c-2079-4a2b-882d-1bd1d8f5ae05,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:21.466885 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-acf22d39-03ca-4985-bcbe-7a1735f66d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:21.470206 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-acf22d39-03ca-4985-bcbe-7a1735f66d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:21.472001 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-acf22d39-03ca-4985-bcbe-7a1735f66d64 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9cd0009c-2079-4a2b-882d-1bd1d8f5ae05 HTTP/1.1" status: 204  len: 168 time: 0.1846356
Jul 23 16:20:21.758223 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 43996) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:21.776063 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7baf-f154-47e0-98bc-421704d60193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:21.790418 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-5ebf7baf-f154-47e0-98bc-421704d60193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:21.795086 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-5ebf7baf-f154-47e0-98bc-421704d60193 admin admin] Usage tracker for resource:security_group_rule and tenant:2401b243ba054db2a9d07d63c543a6d9 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:21.798011 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-5ebf7baf-f154-47e0-98bc-421704d60193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:21.803684 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-5ebf7baf-f154-47e0-98bc-421704d60193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:21.887203 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7baf-f154-47e0-98bc-421704d60193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:21.890807 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7baf-f154-47e0-98bc-421704d60193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:21.897810 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-91f33a60-8392-4722-a714-f8e89f05f215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:21.937151 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf7baf-f154-47e0-98bc-421704d60193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb6dbe6-a5b3-4500-a303-6a8d4db1d3df,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:21.941285 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-5ebf7baf-f154-47e0-98bc-421704d60193 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2401b243ba054db2a9d07d63c543a6d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1820912
Jul 23 16:20:21.942111 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-5ebf7baf-f154-47e0-98bc-421704d60193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:21.943885 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44000) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:22.006359 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-de603cd9-9521-4a9e-a3fa-26dfecdbef18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:22.033826 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-de603cd9-9521-4a9e-a3fa-26dfecdbef18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:22.089789 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-de603cd9-9521-4a9e-a3fa-26dfecdbef18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:22.094948 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-f6546641-ff78-477f-8b7f-144ea8238a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:22.109176 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de603cd9-9521-4a9e-a3fa-26dfecdbef18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb6dbe6-a5b3-4500-a303-6a8d4db1d3df,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:22.111469 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-de603cd9-9521-4a9e-a3fa-26dfecdbef18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:22.112577 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-de603cd9-9521-4a9e-a3fa-26dfecdbef18 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0eb6dbe6-a5b3-4500-a303-6a8d4db1d3df HTTP/1.1" status: 204  len: 168 time: 0.1678472
Jul 23 16:20:22.113480 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-de603cd9-9521-4a9e-a3fa-26dfecdbef18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:23.397685 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38321f-249c-445d-bd2a-98bcc4672e68 req-bb1ba830-26e5-4a53-82ba-41060762699f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:23.399614 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8b38321f-249c-445d-bd2a-98bcc4672e68 req-bb1ba830-26e5-4a53-82ba-41060762699f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 946 time: 0.1064246
Jul 23 16:20:23.432223 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:20:23.504292 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8b38321f-249c-445d-bd2a-98bcc4672e68 req-c6d27b09-9dbe-420d-b93c-2d7089138c04 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979178
Jul 23 16:20:23.533117 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0276ef-e5d7-414e-87f3-43793035adb0 req-9bba4ef6-480d-4790-9443-2c52da8c6124 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:23.534626 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ce0276ef-e5d7-414e-87f3-43793035adb0 req-9bba4ef6-480d-4790-9443-2c52da8c6124 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.1128759
Jul 23 16:20:23.586942 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ce0276ef-e5d7-414e-87f3-43793035adb0 req-d12e32ee-9da5-4230-8ba8-548b8e45682a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442402
Jul 23 16:20:25.117035 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-36e1ba70-6f8a-46bb-be28-289832dfc554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:25.894265 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:27.194498 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d0161-4633-4d01-8637-3f2c1621b420 req-719d7cb7-9322-45ae-8002-a9eb44334551 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:27.196289 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5d4d0161-4633-4d01-8637-3f2c1621b420 req-719d7cb7-9322-45ae-8002-a9eb44334551 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 946 time: 0.0852425
Jul 23 16:20:27.294579 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5d4d0161-4633-4d01-8637-3f2c1621b420 req-a0208357-0123-43b6-867f-4970ea76363c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914557
Jul 23 16:20:27.330034 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a72ee4-124a-4c13-9063-2c53b9cbba9b req-b739d44b-d8da-409a-a459-a35cbf2a1290 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:27.331730 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d2a72ee4-124a-4c13-9063-2c53b9cbba9b req-b739d44b-d8da-409a-a459-a35cbf2a1290 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.1105423
Jul 23 16:20:27.378307 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d2a72ee4-124a-4c13-9063-2c53b9cbba9b req-475ed437-f034-4874-8ce6-44a2357c27d0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409424
Jul 23 16:20:27.918157 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:27.956385 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2eb046ee-820e-4c41-9805-2acc879d3b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:28.580983 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0a2cc-d0d5-49dc-8532-9a7092b7210b req-13af967f-f2d7-4fdd-a422-fe9e5fd6243f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:28.582519 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d6e0a2cc-d0d5-49dc-8532-9a7092b7210b req-13af967f-f2d7-4fdd-a422-fe9e5fd6243f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.0914428
Jul 23 16:20:28.643854 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d6e0a2cc-d0d5-49dc-8532-9a7092b7210b req-6cb85897-86ee-4dc9-afcd-295d62553a39 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552258
Jul 23 16:20:28.844456 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:29.834449 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ff086-f52c-4fe8-91cf-5466c3b45425 req-b7f39595-0c68-4acb-aa28-6d069bd3a5b8 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:29.839649 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2e1ff086-f52c-4fe8-91cf-5466c3b45425 req-b7f39595-0c68-4acb-aa28-6d069bd3a5b8 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.0958815
Jul 23 16:20:29.885494 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2e1ff086-f52c-4fe8-91cf-5466c3b45425 req-9f865856-e018-40a4-846b-bc917abda40d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430450
Jul 23 16:20:30.109721 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44216) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:30.256300 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f736923b-6dce-4d68-b7ff-56adca36b46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:30.272437 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-f736923b-6dce-4d68-b7ff-56adca36b46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:30.278044 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-f736923b-6dce-4d68-b7ff-56adca36b46c admin admin] Usage tracker for resource:security_group_rule and tenant:010cec70884b41ecb74c1fbe23195562 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:30.281740 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-f736923b-6dce-4d68-b7ff-56adca36b46c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:30.289174 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-f736923b-6dce-4d68-b7ff-56adca36b46c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:30.336982 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:30.405557 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f736923b-6dce-4d68-b7ff-56adca36b46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:30.409098 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44230) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:30.413016 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f736923b-6dce-4d68-b7ff-56adca36b46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:30.424003 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-750238c9-78ed-4504-b9f2-b525e7117b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:30.550162 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-f736923b-6dce-4d68-b7ff-56adca36b46c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=010cec70884b41ecb74c1fbe23195562&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4392588
Jul 23 16:20:30.551005 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44250) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:30.551672 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736923b-6dce-4d68-b7ff-56adca36b46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc8a82c-e680-4ade-b119-9b346d3871f0,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:30.555406 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-f736923b-6dce-4d68-b7ff-56adca36b46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:30.599027 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fa754f07-9511-4cb8-ab0d-de5b270ce6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:30.625412 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-fa754f07-9511-4cb8-ab0d-de5b270ce6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:30.633368 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-fa754f07-9511-4cb8-ab0d-de5b270ce6e9 admin admin] Usage tracker for resource:security_group_rule and tenant:1405fc0f1dc4412ea80da2ce2bdb2301 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:30.638260 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-fa754f07-9511-4cb8-ab0d-de5b270ce6e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:30.652162 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-fa754f07-9511-4cb8-ab0d-de5b270ce6e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:30.662060 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-3ae53b42-2c82-4d4c-80c2-7b5112d33c97 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:30.663527 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-3ae53b42-2c82-4d4c-80c2-7b5112d33c97 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/networks?id=a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 200  len: 814 time: 0.1619565
Jul 23 16:20:30.665587 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c1968bb2-0ec3-4464-9952-75b9921ecd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:30.678785 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-29ab5437-8645-42a9-a707-c2a13859aca7 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/quotas/9dfdee71573d4d00b2395762a43856df HTTP/1.1" status: 200  len: 375 time: 0.0093694
Jul 23 16:20:30.709072 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c1968bb2-0ec3-4464-9952-75b9921ecd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:30.769300 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-5fe37e48-5f5e-4fe4-82a3-a64f9841d393 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9dfdee71573d4d00b2395762a43856df&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0849166
Jul 23 16:20:30.814591 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fa754f07-9511-4cb8-ab0d-de5b270ce6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:30.816677 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c1968bb2-0ec3-4464-9952-75b9921ecd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:30.824161 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-0ed3a5cf-300b-4a9e-a861-6c7ec26ca3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:30.834096 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fa754f07-9511-4cb8-ab0d-de5b270ce6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:30.846679 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1968bb2-0ec3-4464-9952-75b9921ecd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc8a82c-e680-4ade-b119-9b346d3871f0,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:30.848994 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c1968bb2-0ec3-4464-9952-75b9921ecd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:30.852218 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-acf22d39-03ca-4985-bcbe-7a1735f66d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:30.888917 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c1968bb2-0ec3-4464-9952-75b9921ecd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:30.890118 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-c1968bb2-0ec3-4464-9952-75b9921ecd45 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7fc8a82c-e680-4ade-b119-9b346d3871f0 HTTP/1.1" status: 204  len: 168 time: 0.3333540
Jul 23 16:20:30.909955 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-fa754f07-9511-4cb8-ab0d-de5b270ce6e9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1405fc0f1dc4412ea80da2ce2bdb2301&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4970090
Jul 23 16:20:30.909955 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa754f07-9511-4cb8-ab0d-de5b270ce6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbb4893-5a71-490a-b981-d47336c3d264,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:30.912455 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-fa754f07-9511-4cb8-ab0d-de5b270ce6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:30.913128 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44258) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:30.929223 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-8983f318-7270-4ad5-8010-c2685eda2f82 service neutron] 10.222.0.82 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517055
Jul 23 16:20:31.002103 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26b127bf-765d-4970-b1e1-204f59b22e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:31.052586 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26b127bf-765d-4970-b1e1-204f59b22e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:31.084639 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-7f405671-6061-4882-b6a0-8adc318567c5 service neutron] 10.222.0.82 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517973
Jul 23 16:20:31.119077 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26b127bf-765d-4970-b1e1-204f59b22e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:31.131408 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-de603cd9-9521-4a9e-a3fa-26dfecdbef18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:31.164358 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b127bf-765d-4970-b1e1-204f59b22e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbb4893-5a71-490a-b981-d47336c3d264,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:31.168634 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-26b127bf-765d-4970-b1e1-204f59b22e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:31.174786 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26b127bf-765d-4970-b1e1-204f59b22e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:31.181485 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-26b127bf-765d-4970-b1e1-204f59b22e94 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/edbb4893-5a71-490a-b981-d47336c3d264 HTTP/1.1" status: 204  len: 168 time: 0.2663589
Jul 23 16:20:31.187740 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b8ed6-f7ed-45f2-a646-fa4d5dbdf302 req-4bc0de5d-b39e-483b-8c7a-38a172b5e929 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:31.190896 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-607b8ed6-f7ed-45f2-a646-fa4d5dbdf302 req-4bc0de5d-b39e-483b-8c7a-38a172b5e929 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.1053047
Jul 23 16:20:31.270367 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-607b8ed6-f7ed-45f2-a646-fa4d5dbdf302 req-473b2e4a-890d-4825-8a16-ad2b1879f301 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730782
Jul 23 16:20:31.444221 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44306) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:31.486475 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-582865e6-ce32-47f4-85a3-535b05751fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:31.530906 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7fa36896-0794-4983-9ce3-bb17908f8553 req-72efd8f7-6b3c-4b19-8ebf-0265df27053f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 210 time: 0.2224431
Jul 23 16:20:31.551904 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-582865e6-ce32-47f4-85a3-535b05751fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:31.556740 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-582865e6-ce32-47f4-85a3-535b05751fa1 admin admin] Usage tracker for resource:security_group_rule and tenant:01fabb2183574fdd909d31dbc8339005 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:31.560562 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-582865e6-ce32-47f4-85a3-535b05751fa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:31.566827 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-582865e6-ce32-47f4-85a3-535b05751fa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:31.687124 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-582865e6-ce32-47f4-85a3-535b05751fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:31.691580 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-582865e6-ce32-47f4-85a3-535b05751fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:31.701838 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a2f6a31d-b3d3-4670-865d-8ed3e6fd6195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:31.746675 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-582865e6-ce32-47f4-85a3-535b05751fa1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=01fabb2183574fdd909d31dbc8339005&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3011816
Jul 23 16:20:31.747717 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582865e6-ce32-47f4-85a3-535b05751fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf639a08-0a01-492d-becc-bbc575921df9,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:31.749482 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 44338) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:31.750750 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-582865e6-ce32-47f4-85a3-535b05751fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:31.826829 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b427-0600-4f0b-b023-706539966eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:31.859561 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b427-0600-4f0b-b023-706539966eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:31.944793 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b427-0600-4f0b-b023-706539966eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:31.949909 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:31.963375 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3b427-0600-4f0b-b023-706539966eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf639a08-0a01-492d-becc-bbc575921df9,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:31.966288 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4cd3b427-0600-4f0b-b023-706539966eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:31.984506 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b427-0600-4f0b-b023-706539966eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:31.986037 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-4cd3b427-0600-4f0b-b023-706539966eda admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bf639a08-0a01-492d-becc-bbc575921df9 HTTP/1.1" status: 204  len: 168 time: 0.2349858
Jul 23 16:20:32.495372 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ca1d2-4313-4057-9c13-ae1f5eddaa13 req-86296213-ea8d-4338-829d-a05e5b35418f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:32.497586 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-026ca1d2-4313-4057-9c13-ae1f5eddaa13 req-86296213-ea8d-4338-829d-a05e5b35418f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.1157687
Jul 23 16:20:32.583257 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-026ca1d2-4313-4057-9c13-ae1f5eddaa13 req-76b53085-0cf1-425b-bbfa-e35fa42ff75a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792506
Jul 23 16:20:32.750040 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0d6d7b9c-8f92-4e3d-a350-8f9ee2eb19f8 req-abb57162-c6c2-4c35-8f51-019bd2ffdd28 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 210 time: 0.0531826
Jul 23 16:20:33.179662 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-b08f91e3-73dd-4b84-b3eb-e10734fd62ec tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:33.181397 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-b08f91e3-73dd-4b84-b3eb-e10734fd62ec tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "GET /v2.0/networks?id=a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 200  len: 814 time: 0.2724266
Jul 23 16:20:33.210288 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Request body: {'port': {'device_id': '307897be-8ee4-40f7-823a-438780fe7a0c', 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59', 'admin_state_up': True, 'tenant_id': '9dfdee71573d4d00b2395762a43856df'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:33.412109 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:33.428122 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:33.443904 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Made reservation on behalf of 9dfdee71573d4d00b2395762a43856df for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:20:33.448065 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:33.646746 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Allocated IP 172.20.0.12 (a50d0006-7352-42e6-a958-596db1c23e59/7520d2dd-36ef-41cf-9656-baecf7013948/8ec58e69-1449-4558-92e9-556e7c9ef0d1) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:20:34.001303 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7d8da-38c7-4f0a-9f71-7ca10547dafd req-0a94c3c2-332b-469c-b49c-66e78ae4d122 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:34.010214 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9be7d8da-38c7-4f0a-9f71-7ca10547dafd req-0a94c3c2-332b-469c-b49c-66e78ae4d122 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.2622499
Jul 23 16:20:34.052585 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:34.133593 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9be7d8da-38c7-4f0a-9f71-7ca10547dafd req-f311badd-81c8-4ac4-997f-dcacf0f80208 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222966
Jul 23 16:20:34.138007 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f39847ad-4d90-4d0f-abaa-9bedabd4bcf3 req-606af4b1-dc03-4f13-b1e0-02b732f8336b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 210 time: 0.0812197
Jul 23 16:20:34.174763 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:34.181486 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:34.239744 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['2ead14dd-eaac-4721-b492-f446ffc3654c', 'a41c3a9b-e4da-4489-9d30-6cd769397eb0'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:20:34.248340 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Network a50d0006-7352-42e6-a958-596db1c23e59 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:20:34.251826 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:20:34.256111 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:20:34.328748 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Pushing event updated for resources: {'Port': ['ID=8ec58e69-1449-4558-92e9-556e7c9ef0d1,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:34.346834 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:34.372788 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:34.373425 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:34.454312 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2486739
Jul 23 16:20:34.508063 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Request body: {'port': {'device_id': '307897be-8ee4-40f7-823a-438780fe7a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:34.639825 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:35.043908 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec58e69-1449-4558-92e9-556e7c9ef0d1 {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:20:35.051295 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:35.067925 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Transition to ACTIVE for port object 8ec58e69-1449-4558-92e9-556e7c9ef0d1 will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:20:35.071626 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:35.076105 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:35.291653 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Pushing event updated for resources: {'Port': ['ID=8ec58e69-1449-4558-92e9-556e7c9ef0d1,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:35.362959 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:35.430485 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Attempting to bind port 8ec58e69-1449-4558-92e9-556e7c9ef0d1 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:20:35.430853 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Attempting to bind port 8ec58e69-1449-4558-92e9-556e7c9ef0d1 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:20:35.431171 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Attempting to bind port 8ec58e69-1449-4558-92e9-556e7c9ef0d1 on network a50d0006-7352-42e6-a958-596db1c23e59 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:20:35.440604 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Port 8ec58e69-1449-4558-92e9-556e7c9ef0d1 on network a50d0006-7352-42e6-a958-596db1c23e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:20:35.441155 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Attempting to bind port 8ec58e69-1449-4558-92e9-556e7c9ef0d1 on network a50d0006-7352-42e6-a958-596db1c23e59 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:20:35.451252 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:20:35.451599 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Checking segment: {'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:20:35.451957 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Bound using segment: {'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:20:35.452388 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Bound port: 8ec58e69-1449-4558-92e9-556e7c9ef0d1, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:20:35.452728 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:35.533923 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65731b-d4b2-4716-b5eb-e23262d56f8e req-9a3a1295-5602-4ba3-911c-d447b358e3e4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:35.534401 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-bf65731b-d4b2-4716-b5eb-e23262d56f8e req-9a3a1295-5602-4ba3-911c-d447b358e3e4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Synchronizing usage tracker for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:20:35.543643 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebaeb4f-aabf-4acd-81c1-bbce631b900f req-67cf49ec-8791-4f35-938f-d0aaa81f0e82 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:35.551049 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0ebaeb4f-aabf-4acd-81c1-bbce631b900f req-67cf49ec-8791-4f35-938f-d0aaa81f0e82 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.2639174
Jul 23 16:20:35.618287 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-bf65731b-d4b2-4716-b5eb-e23262d56f8e req-9a3a1295-5602-4ba3-911c-d447b358e3e4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Unset dirty status for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:20:35.619542 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bf65731b-d4b2-4716-b5eb-e23262d56f8e req-9a3a1295-5602-4ba3-911c-d447b358e3e4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 944 time: 0.3307705
Jul 23 16:20:35.626699 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] For port 8ec58e69-1449-4558-92e9-556e7c9ef0d1, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:20:35.631105 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0ebaeb4f-aabf-4acd-81c1-bbce631b900f req-82a6d2dc-efc0-4e2b-a794-9d0a1faac77d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793459
Jul 23 16:20:35.652128 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] For port 8ec58e69-1449-4558-92e9-556e7c9ef0d1, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8ec58e69-1449-4558-92e9-556e7c9ef0d1,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:20:35.661086 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:35.670303 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:35.685845 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44492) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:35.759200 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bf65731b-d4b2-4716-b5eb-e23262d56f8e req-925dd09d-ea79-426f-9405-109d5190f998 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257453
Jul 23 16:20:35.772591 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:35.773550 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:35.775064 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] 10.222.0.83 "PUT /v2.0/ports/8ec58e69-1449-4558-92e9-556e7c9ef0d1 HTTP/1.1" status: 200  len: 1094 time: 1.2714603
Jul 23 16:20:35.775806 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307897be-8ee4-40f7-823a-438780fe7a0c', 'tag': '8ec58e69-1449-4558-92e9-556e7c9ef0d1'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:20:35.796962 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Pushing event updated for resources: {'Port': ['ID=8ec58e69-1449-4558-92e9-556e7c9ef0d1,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:35.820522 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:35.861946 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-35cb9a00-daf3-456f-961c-28ab6f0f3718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:35.895996 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-35cb9a00-daf3-456f-961c-28ab6f0f3718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:35.900573 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-35cb9a00-daf3-456f-961c-28ab6f0f3718 admin admin] Usage tracker for resource:security_group_rule and tenant:38567d9bafba4ab490685874fc459dca is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:35.905052 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-35cb9a00-daf3-456f-961c-28ab6f0f3718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:35.908870 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307897be-8ee4-40f7-823a-438780fe7a0c', 'tag': '8ec58e69-1449-4558-92e9-556e7c9ef0d1', 'status': 'completed', 'code': 200}
Jul 23 16:20:35.911500 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-35cb9a00-daf3-456f-961c-28ab6f0f3718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:36.009127 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-35cb9a00-daf3-456f-961c-28ab6f0f3718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:36.014472 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-35cb9a00-daf3-456f-961c-28ab6f0f3718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:36.026852 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c1968bb2-0ec3-4464-9952-75b9921ecd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:36.064101 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-9f026d5b-e36b-46a9-9a7a-355e5b8cd530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:36.068696 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-9f026d5b-e36b-46a9-9a7a-355e5b8cd530 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9dfdee71573d4d00b2395762a43856df&device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 1097 time: 0.1342621
Jul 23 16:20:36.082300 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-35cb9a00-daf3-456f-961c-28ab6f0f3718 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=38567d9bafba4ab490685874fc459dca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4024534
Jul 23 16:20:36.083109 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb9a00-daf3-456f-961c-28ab6f0f3718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14028daf-5f23-400e-8d3a-1dbdda8cc0c3,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:36.086681 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 44506) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:36.087486 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-35cb9a00-daf3-456f-961c-28ab6f0f3718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:36.177873 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-d6c67b63-0ea1-41fd-bf34-bcbb42177bf2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ec58e69-1449-4558-92e9-556e7c9ef0d1 HTTP/1.1" status: 200  len: 217 time: 0.0765858
Jul 23 16:20:36.273313 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-e21b4014-a657-41bf-9b18-85d759f2b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:36.275145 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-e21b4014-a657-41bf-9b18-85d759f2b422 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7520d2dd-36ef-41cf-9656-baecf7013948 HTTP/1.1" status: 200  len: 854 time: 0.0882118
Jul 23 16:20:36.278432 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0e49e4db-9a36-4a2d-94d6-0149d244536b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:36.341051 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-435401a2-4a1b-4fda-ab6e-73baaddaf3b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a50d0006-7352-42e6-a958-596db1c23e59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536911
Jul 23 16:20:36.347750 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0e49e4db-9a36-4a2d-94d6-0149d244536b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:36.508954 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-0096c33b-c595-4633-aa33-3e195dd0b7f1 service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543422
Jul 23 16:20:36.513254 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0e49e4db-9a36-4a2d-94d6-0149d244536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:36.518050 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:36.529179 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49e4db-9a36-4a2d-94d6-0149d244536b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14028daf-5f23-400e-8d3a-1dbdda8cc0c3,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:36.532687 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-0e49e4db-9a36-4a2d-94d6-0149d244536b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:36.542662 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0e49e4db-9a36-4a2d-94d6-0149d244536b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:36.544108 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-0e49e4db-9a36-4a2d-94d6-0149d244536b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/14028daf-5f23-400e-8d3a-1dbdda8cc0c3 HTTP/1.1" status: 204  len: 168 time: 0.4444895
Jul 23 16:20:36.755670 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 44524) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:36.862329 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78c80-0451-4ca2-8bb9-2891760077a9 req-4ff4bc45-05da-4954-b1aa-71def6068659 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:36.873039 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-caa78c80-0451-4ca2-8bb9-2891760077a9 req-4ff4bc45-05da-4954-b1aa-71def6068659 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.1068728
Jul 23 16:20:36.961493 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-eb85793d-bbd4-4454-b56c-d3fd3652fc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:36.998503 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-caa78c80-0451-4ca2-8bb9-2891760077a9 req-82d2a567-7e54-4c54-99f7-a9f0154e4e0d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239786
Jul 23 16:20:36.999455 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-eb85793d-bbd4-4454-b56c-d3fd3652fc0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:37.005576 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-eb85793d-bbd4-4454-b56c-d3fd3652fc0a admin admin] Usage tracker for resource:security_group_rule and tenant:1012c3869e124771b8fb3567f4665c90 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:37.008909 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-eb85793d-bbd4-4454-b56c-d3fd3652fc0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:37.026528 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-eb85793d-bbd4-4454-b56c-d3fd3652fc0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:37.082874 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf10589-aa0e-48d8-a9ca-a8e542968ac6 req-f98549be-944d-42f5-983d-0cc362cbc469 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:37.084407 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9bf10589-aa0e-48d8-a9ca-a8e542968ac6 req-f98549be-944d-42f5-983d-0cc362cbc469 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 944 time: 0.1792862
Jul 23 16:20:37.167278 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9bf10589-aa0e-48d8-a9ca-a8e542968ac6 req-b42d1146-b9b2-4b9d-a0b5-273a0486787f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707181
Jul 23 16:20:37.206545 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-eb85793d-bbd4-4454-b56c-d3fd3652fc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.210527 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-eb85793d-bbd4-4454-b56c-d3fd3652fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.220152 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2c62fb2d-78fe-4f11-bb2f-baed7f0e8399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:37.265795 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-eb85793d-bbd4-4454-b56c-d3fd3652fc0a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1012c3869e124771b8fb3567f4665c90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5090451
Jul 23 16:20:37.267609 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85793d-bbd4-4454-b56c-d3fd3652fc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c5aebf-dc7c-4408-8cca-269e76facddd,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:37.269914 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44554) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:37.271175 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-eb85793d-bbd4-4454-b56c-d3fd3652fc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:37.334039 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 44558) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:37.337082 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-afe751e5-e62f-4f07-8d20-3d0705b1ab68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.364135 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-afe751e5-e62f-4f07-8d20-3d0705b1ab68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.421586 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-afe751e5-e62f-4f07-8d20-3d0705b1ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.426739 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ccecfc9e-552c-4f4e-a2bf-9814ab816060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:37.441145 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe751e5-e62f-4f07-8d20-3d0705b1ab68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c5aebf-dc7c-4408-8cca-269e76facddd,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:37.441950 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2034008074-network', 'tenant_id': '8581af58d75742babcd97e9f098a70eb'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:37.444971 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-afe751e5-e62f-4f07-8d20-3d0705b1ab68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:37.446515 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:37.451520 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Usage tracker for resource:network and tenant:8581af58d75742babcd97e9f098a70eb is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:37.453606 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-afe751e5-e62f-4f07-8d20-3d0705b1ab68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.454411 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:37.454902 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-afe751e5-e62f-4f07-8d20-3d0705b1ab68 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/26c5aebf-dc7c-4408-8cca-269e76facddd HTTP/1.1" status: 204  len: 168 time: 0.1830218
Jul 23 16:20:37.464648 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:37.475472 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Made reservation on behalf of 8581af58d75742babcd97e9f098a70eb for: {'network': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:20:37.478121 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.490503 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.505441 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:37.509494 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Usage tracker for resource:security_group_rule and tenant:8581af58d75742babcd97e9f098a70eb is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:37.513243 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:37.519326 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:37.610184 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.613170 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.617462 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3c1be6a9-4594-44f5-809b-0d720ffbf495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:37.646853 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003}  {{(pid=78518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:20:37.742897 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510e8898-a3c7-42b3-8328-aee22b182923,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:37.748264 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:37.749393 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.749919 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.segments_db [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Added segment 8f9bfa99-fba7-44af-bda8-62ea17beb3e0 of type vlan for network 69802df8-6086-4056-836d-3b48af731fcb
Jul 23 16:20:37.780532 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.817634 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.818934 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:37.819551 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:37.823050 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-9048f4e8-573e-43e0-9896-bf2eec746037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:37.927064 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Pushing event updated for resources: {'Network': ['ID=69802df8-6086-4056-836d-3b48af731fcb,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:37.930040 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:37.934887 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5996735
Jul 23 16:20:37.937700 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 44578) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:37.940739 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network 69802df8-6086-4056-836d-3b48af731fcb details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:20:37.943332 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Request body: {'subnet': {'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2034008074-subnet', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'ip_version': 4}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:37.948551 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:37.952530 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Usage tracker for resource:subnet and tenant:8581af58d75742babcd97e9f098a70eb is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:37.955499 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:37.961675 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:37.976146 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Made reservation on behalf of 8581af58d75742babcd97e9f098a70eb for: {'subnet': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:20:37.980304 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563657'] for subnet, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:38.212842 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2609622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563643'] for subnet, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:38.217444 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:38.292295 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b050e68-dd71-4eb5-a730-67be6e0700c5,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:38.298318 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:38.305499 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Checking segment: {'id': '8f9bfa99-fba7-44af-bda8-62ea17beb3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '69802df8-6086-4056-836d-3b48af731fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:20:38.305856 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Network hostable DHCP agents. Network: 69802df8-6086-4056-836d-3b48af731fcb, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:20:38.325476 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Network 69802df8-6086-4056-836d-3b48af731fcb is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:20:38.335405 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, 69802df8-6086-4056-836d-3b48af731fcb) {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:20:38.339713 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:38.340368 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:38.344096 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf3e681-b405-4755-aa4d-06205ead30b5 None None] Network 69802df8-6086-4056-836d-3b48af731fcb requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:20:38.371146 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-69c1cf5e-5dcc-416b-a420-bb16d86ebc21 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4291368
Jul 23 16:20:38.371326 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 44600) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:38.377691 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:38.383384 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:38.389390 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Usage tracker for resource:router and tenant:8581af58d75742babcd97e9f098a70eb is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:38.392496 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:38.398380 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:38.408915 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:38.411775 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-490461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:38.428664 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:38.580586 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71595677-b0e3-51d9-a2ec-9830c8832526-69802df8-6086-4056-836d-3b48af731fcb', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'fixed_ips': [{'subnet_id': '5b050e68-dd71-4eb5-a730-67be6e0700c5'}]}} from dv-cinder-802036-1-iscsi. {{(pid=78520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 23 16:20:38.582287 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:38.728436 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-490434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:38.753459 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Allocated IP 172.20.0.2 (69802df8-6086-4056-836d-3b48af731fcb/5b050e68-dd71-4eb5-a730-67be6e0700c5/99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:20:39.034899 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:39.046345 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Transition to ACTIVE for port object 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:20:39.070138 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Transition to ACTIVE for port object 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:20:39.076242 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:39.081257 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:39.099615 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:39.133276 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:39.140013 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Network 69802df8-6086-4056-836d-3b48af731fcb is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:20:39.142888 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:20:39.146631 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:20:39.186851 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Pushing event updated for resources: {'Port': ['ID=99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:39.193929 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:39.247942 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Attempting to bind port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:20:39.248317 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Attempting to bind port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '8f9bfa99-fba7-44af-bda8-62ea17beb3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '69802df8-6086-4056-836d-3b48af731fcb'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:20:39.248686 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Attempting to bind port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d on network 69802df8-6086-4056-836d-3b48af731fcb {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:20:39.253944 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:20:39.254556 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Checking segment: {'id': '8f9bfa99-fba7-44af-bda8-62ea17beb3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '69802df8-6086-4056-836d-3b48af731fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:20:39.254964 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:39.255384 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Bound using segment: {'id': '8f9bfa99-fba7-44af-bda8-62ea17beb3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '69802df8-6086-4056-836d-3b48af731fcb'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:20:39.255852 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Bound port: 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9bfa99-fba7-44af-bda8-62ea17beb3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '69802df8-6086-4056-836d-3b48af731fcb'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:20:39.256231 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:39.281641 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Allocated IP 172.27.1.219 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/e206fa6d-5dd2-4839-ad5e-d2488d54f8b9) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:20:39.345332 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] For port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:20:39.348496 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] For port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:20:39.353934 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:39.357500 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:39.437679 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Pushing event updated for resources: {'Port': ['ID=99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:39.445121 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:39.445835 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:39.585083 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:39.598369 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:39.807886 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:20:39.820852 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:20:39.842657 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:20:39.919629 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Pushing event updated for resources: {'Port': ['ID=e206fa6d-5dd2-4839-ad5e-d2488d54f8b9,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:39.940351 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:39.954614 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd15393a-3ee2-4610-b4b9-b5a50040b45d req-c88d5f73-c3f3-48d3-9309-d64260c0dbc9 service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4834874
Jul 23 16:20:40.192898 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:20:40.252825 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd5f1f-cbf9-4d7f-89d4-1c4463a7289d req-c1ecab0f-108b-4e14-b624-80ab222e8aba tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:40.254378 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-23bd5f1f-cbf9-4d7f-89d4-1c4463a7289d req-c1ecab0f-108b-4e14-b624-80ab222e8aba tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.5760310
Jul 23 16:20:40.276648 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3d971-4cac-4ab3-ba54-1204a6bc91e3 req-9a3ea009-578e-443c-baac-66df76142095 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:40.278191 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f3e3d971-4cac-4ab3-ba54-1204a6bc91e3 req-9a3ea009-578e-443c-baac-66df76142095 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 944 time: 0.5987098
Jul 23 16:20:40.287618 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:20:40.453653 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-23bd5f1f-cbf9-4d7f-89d4-1c4463a7289d req-a69dccc4-ac8e-404c-ab86-d0600415c6f4 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905804
Jul 23 16:20:40.470659 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f3e3d971-4cac-4ab3-ba54-1204a6bc91e3 req-6b57fa5c-0772-45f0-bf39-e61f44f635e4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667185
Jul 23 16:20:40.515094 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b8c174-7cdb-43fd-8b88-02cc4e59b973 None None] Network 69802df8-6086-4056-836d-3b48af731fcb requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:20:40.596905 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5312cc1-a915-44dc-80c4-5c4f33f81220 req-7b44d215-c665-4830-9997-83b8958ec4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:40.598429 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5312cc1-a915-44dc-80c4-5c4f33f81220 req-7b44d215-c665-4830-9997-83b8958ec4e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9dfdee71573d4d00b2395762a43856df&device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 1097 time: 0.4727402
Jul 23 16:20:40.599269 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:40.723943 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-619ff82c-30ad-4dab-a602-ebcbc40f41e7 None None] Provisioning for port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:20:40.732406 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-619ff82c-30ad-4dab-a602-ebcbc40f41e7 None None] Provisioning complete for port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:40.733059 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-619ff82c-30ad-4dab-a602-ebcbc40f41e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:40.931260 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-619ff82c-30ad-4dab-a602-ebcbc40f41e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:40.970774 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-619ff82c-30ad-4dab-a602-ebcbc40f41e7 None None] For port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:20:40.982733 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5312cc1-a915-44dc-80c4-5c4f33f81220 req-a90af3c9-8ede-47d6-b7f8-6935d1fa3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:40.984072 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5312cc1-a915-44dc-80c4-5c4f33f81220 req-a90af3c9-8ede-47d6-b7f8-6935d1fa3455 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 200  len: 916 time: 0.3139894
Jul 23 16:20:40.986034 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-619ff82c-30ad-4dab-a602-ebcbc40f41e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:40.988574 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-eeb410c2-6d9f-4373-8850-ae646e3f5870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:41.074051 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ff82c-30ad-4dab-a602-ebcbc40f41e7 None None] Pushing event updated for resources: {'Port': ['ID=99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:41.078322 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-619ff82c-30ad-4dab-a602-ebcbc40f41e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:41.176841 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5312cc1-a915-44dc-80c4-5c4f33f81220 req-f3278751-072e-437e-a952-de47a5cb7fec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ec58e69-1449-4558-92e9-556e7c9ef0d1 HTTP/1.1" status: 200  len: 217 time: 0.1805503
Jul 23 16:20:41.215990 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-f41a0251-000f-4aca-b2ff-1af1c9d0f6e8 None None] Provisioning complete for port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:41.216562 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f41a0251-000f-4aca-b2ff-1af1c9d0f6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:41.329705 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475802'] for router, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:41.333574 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5312cc1-a915-44dc-80c4-5c4f33f81220 req-de9e6e4c-8acc-4ab6-8641-9718a3499458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:41.335042 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5312cc1-a915-44dc-80c4-5c4f33f81220 req-de9e6e4c-8acc-4ab6-8641-9718a3499458 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7520d2dd-36ef-41cf-9656-baecf7013948 HTTP/1.1" status: 200  len: 854 time: 0.1464343
Jul 23 16:20:41.456384 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5312cc1-a915-44dc-80c4-5c4f33f81220 req-66320edb-b216-4d6a-a3e4-d9d6920291c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a50d0006-7352-42e6-a958-596db1c23e59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672853
Jul 23 16:20:41.758985 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5312cc1-a915-44dc-80c4-5c4f33f81220 req-fc5e1108-c69a-440c-bb27-33195812a7b6 service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2888219
Jul 23 16:20:41.884526 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659a8c-74d6-4c99-b98c-15771df4810d req-aefa990c-9e38-4090-8d3a-3e88d37dd5fb tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:41.886377 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9d659a8c-74d6-4c99-b98c-15771df4810d req-aefa990c-9e38-4090-8d3a-3e88d37dd5fb tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 944 time: 0.2499800
Jul 23 16:20:41.886924 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 is scheduled to L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 with binding_index 1 {{(pid=78518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 23 16:20:42.115338 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9d659a8c-74d6-4c99-b98c-15771df4810d req-d63b8a9e-d096-4906-95ad-ed35462a3e2d tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215281
Jul 23 16:20:42.121101 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5312cc1-a915-44dc-80c4-5c4f33f81220 req-e36a4796-154a-4c67-a171-a43bb7c41cfd service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3181636
Jul 23 16:20:42.132115 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dc2dd-98d1-4a6f-949d-4d61b4dd9110 req-afc4bd5a-d16c-4f2e-a099-9c7e239b0ff2 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:42.139300 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d42dc2dd-98d1-4a6f-949d-4d61b4dd9110 req-afc4bd5a-d16c-4f2e-a099-9c7e239b0ff2 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.3793330
Jul 23 16:20:42.144036 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:20:42.248476 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:42.249137 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:42.261108 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d42dc2dd-98d1-4a6f-949d-4d61b4dd9110 req-a34901bd-01e0-4718-afdc-ea61eb270c22 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207440
Jul 23 16:20:42.270450 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:20:42.283604 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Sync routers for ids ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:20:42.299456 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Notify callbacks [] for router, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:42.302547 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.9276173
Jul 23 16:20:42.303384 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 44664) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:42.309420 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Routers {'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:20:42.310320 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919e943a0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:20:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:42.511787 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Set router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:20:42.831003 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919e943a0>, [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:40Z', 'revision_number': 3, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port': {'id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:39Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:42.835002 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Checking router: bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:20:42.835372 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Updating router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 port e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 binding host dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:20:42.890223 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:43.166554 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:43.262765 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:43.281284 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Transition to ACTIVE for port object e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:20:43.296134 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:43.312147 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-86594e84-10fe-469a-887c-18607e672c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:43.491689 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Attempting to bind port e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:20:43.492147 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Attempting to bind port e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:20:43.492511 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Attempting to bind port e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 on network e3b4a095-1482-4de2-8b89-895c99c43f92 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:20:43.504241 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:20:43.504878 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Checking segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:20:43.505561 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:43.506160 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Bound using segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:20:43.506867 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Bound port: e206fa6d-5dd2-4839-ad5e-d2488d54f8b9, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:20:43.507515 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:43.587433 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Pushing event updated for resources: {'Port': ['ID=e206fa6d-5dd2-4839-ad5e-d2488d54f8b9,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:43.595893 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] For port e206fa6d-5dd2-4839-ad5e-d2488d54f8b9, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:20:43.599272 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] For port e206fa6d-5dd2-4839-ad5e-d2488d54f8b9, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=e206fa6d-5dd2-4839-ad5e-d2488d54f8b9,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:20:43.606880 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:43.608577 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:43.609172 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:43.609789 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:43.610448 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:43.611018 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:43.611593 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:43.612133 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:43.612759 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:43.613311 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:43.618382 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:43.618382 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:43.618382 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:43.632821 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:43.632821 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:43.637722 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c64865-e3b7-45a1-ba7c-953872ba2ac7 req-aef8c12c-2342-499a-a4d2-68c2bd977adc tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:43.644892 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-70c64865-e3b7-45a1-ba7c-953872ba2ac7 req-aef8c12c-2342-499a-a4d2-68c2bd977adc tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 944 time: 0.3810227
Jul 23 16:20:43.697461 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Routers {'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:20:43.698731 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919e943a0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:20:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:43.739158 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-70c64865-e3b7-45a1-ba7c-953872ba2ac7 req-ed337828-d8d9-400f-a8d4-a1b5d0892724 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929508
Jul 23 16:20:43.740462 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Allocated IP 172.20.0.1 (69802df8-6086-4056-836d-3b48af731fcb/5b050e68-dd71-4eb5-a730-67be6e0700c5/13527f61-9751-4f1e-9b9f-bad10eb6fb5e) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:20:43.764272 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e916e-de43-485d-bbb9-5dcabdb2d93b req-213e7e5c-2cf1-4314-8bc3-0369bd5543d0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:43.764272 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd7e916e-de43-485d-bbb9-5dcabdb2d93b req-213e7e5c-2cf1-4314-8bc3-0369bd5543d0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.3375678
Jul 23 16:20:43.800677 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Pushing event updated for resources: {'Port': ['ID=e206fa6d-5dd2-4839-ad5e-d2488d54f8b9,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:43.805260 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-245ed6c0-64a6-4850-9ae0-2fa48fce6162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:43.888246 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd7e916e-de43-485d-bbb9-5dcabdb2d93b req-cb2040dc-cc9b-4c8a-8a0b-7107de21c754 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240201
Jul 23 16:20:43.917091 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] Set router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:20:43.960915 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:43.977443 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Transition to ACTIVE for port object 13527f61-9751-4f1e-9b9f-bad10eb6fb5e will not be triggered until provisioned by entity DHCP. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:20:44.006586 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:44.018402 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:44.019383 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44696) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:44.094047 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Network 69802df8-6086-4056-836d-3b48af731fcb is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:20:44.094930 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8ec58e69-1449-4558-92e9-556e7c9ef0d1 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:20:44.095529 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:20:44.099407 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:20:44.170272 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Pushing event updated for resources: {'Port': ['ID=13527f61-9751-4f1e-9b9f-bad10eb6fb5e,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:44.176329 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:44.186727 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407391'] for router_interface, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:44.229499 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2a83c567-38e3-4c06-92e0-d739ab1160b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:44.249770 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-2a83c567-38e3-4c06-92e0-d739ab1160b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:44.257331 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-2a83c567-38e3-4c06-92e0-d739ab1160b9 admin admin] Usage tracker for resource:security_group_rule and tenant:328394863fde4d3483442fd8debc8b87 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:44.262261 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-2a83c567-38e3-4c06-92e0-d739ab1160b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:44.269082 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-2a83c567-38e3-4c06-92e0-d739ab1160b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:44.276433 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919e943a0>, [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:40Z', 'revision_number': 3, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port': {'id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:39Z', 'updated_at': '2021-07-23T16:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:44.281587 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb9814-f957-476b-ad0f-ff0027aec056 None None] The sync data for ids ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'] in dv-cinder-802036-1-iscsi is: [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:40Z', 'revision_number': 3, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port': {'id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:39Z', 'updated_at': '2021-07-23T16:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:20:44.319375 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8ec58e69-1449-4558-92e9-556e7c9ef0d1, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8ec58e69-1449-4558-92e9-556e7c9ef0d1,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:20:44.337312 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '8ec58e69-1449-4558-92e9-556e7c9ef0d1', 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59', 'port_id': '8ec58e69-1449-4558-92e9-556e7c9ef0d1', 'mac_address': 'fa:16:3e:ec:0e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7520d2dd-36ef-41cf-9656-baecf7013948', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:20:44.381265 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:44.384668 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2a83c567-38e3-4c06-92e0-d739ab1160b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:44.404140 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2a83c567-38e3-4c06-92e0-d739ab1160b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:44.418931 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:44.430609 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-723d9b57-7117-4c44-a2cb-0d4bef7eebd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:44.438784 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec58e69-1449-4558-92e9-556e7c9ef0d1 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:20:44.455822 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8ec58e69-1449-4558-92e9-556e7c9ef0d1, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8ec58e69-1449-4558-92e9-556e7c9ef0d1,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:20:44.461937 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:44.464601 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:44.478655 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-2a83c567-38e3-4c06-92e0-d739ab1160b9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=328394863fde4d3483442fd8debc8b87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4543672
Jul 23 16:20:44.478655 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83c567-38e3-4c06-92e0-d739ab1160b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc4ad35-f14b-4991-a421-1d4ac6422c00,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:44.479667 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 44702) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:44.484300 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-2a83c567-38e3-4c06-92e0-d739ab1160b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:44.554120 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-ae6ac923-678c-4375-8ee7-b6c12e854ad6 None None] Provisioning for port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:20:44.561047 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-ae6ac923-678c-4375-8ee7-b6c12e854ad6 None None] Provisioning complete for port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:44.561431 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ae6ac923-678c-4375-8ee7-b6c12e854ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:44.596959 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=8ec58e69-1449-4558-92e9-556e7c9ef0d1,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:44.611616 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:44.690108 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ac923-678c-4375-8ee7-b6c12e854ad6 None None] Port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:20:44.866257 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ece9195a-801f-47ee-ba9f-6aef02dd8b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:44.988114 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['8ec58e69-1449-4558-92e9-556e7c9ef0d1'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:20:44.991695 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ece9195a-801f-47ee-ba9f-6aef02dd8b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:45.128258 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.db.resource_extend [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:20:45.169242 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:45.179565 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319587f1-e5ee-4fbe-a378-8f3fe2a222f7 req-8fecb942-8d70-4ba1-b6ed-4696718a11c7 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:45.183949 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-319587f1-e5ee-4fbe-a378-8f3fe2a222f7 req-8fecb942-8d70-4ba1-b6ed-4696718a11c7 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 945 time: 0.3024325
Jul 23 16:20:45.188827 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:45.250727 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2e027745-89ae-4f8e-bef7-03fd3c5cce0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:45.339575 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407344'] for router_interface, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:45.357500 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ece9195a-801f-47ee-ba9f-6aef02dd8b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:45.381534 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-319587f1-e5ee-4fbe-a378-8f3fe2a222f7 req-92e1de7c-35e6-43b3-863d-416a6d52cb7d tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454282
Jul 23 16:20:45.439665 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Pushing event updated for resources: {'Port': ['ID=13527f61-9751-4f1e-9b9f-bad10eb6fb5e,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:45.442627 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:45.447217 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-23f3124f-bcc4-456f-a942-66d5c0669da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:45.464611 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c359-e2b7-4a93-9ce0-c9ceca70a648 req-60bf22b9-4c14-4287-b911-d19c7d84bedd tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:45.466208 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f967c359-e2b7-4a93-9ce0-c9ceca70a648 req-60bf22b9-4c14-4287-b911-d19c7d84bedd tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.4341202
Jul 23 16:20:45.527055 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9195a-801f-47ee-ba9f-6aef02dd8b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc4ad35-f14b-4991-a421-1d4ac6422c00,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:45.552338 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ece9195a-801f-47ee-ba9f-6aef02dd8b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:45.559900 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ece9195a-801f-47ee-ba9f-6aef02dd8b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:45.561077 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ece9195a-801f-47ee-ba9f-6aef02dd8b16 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5bc4ad35-f14b-4991-a421-1d4ac6422c00 HTTP/1.1" status: 204  len: 168 time: 1.0807366
Jul 23 16:20:45.610631 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f967c359-e2b7-4a93-9ce0-c9ceca70a648 req-f6a1a741-64aa-4b5d-ac52-7583d8c29c23 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930653
Jul 23 16:20:45.630729 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Network 69802df8-6086-4056-836d-3b48af731fcb is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:20:45.632099 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:20:45.939331 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:20:45.944137 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-e5df3c3f-3270-41cb-bd89-fb4c4a887a5c None None] Provisioning complete for port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:45.944619 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e5df3c3f-3270-41cb-bd89-fb4c4a887a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:46.023399 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-e5df3c3f-3270-41cb-bd89-fb4c4a887a5c None None] Port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:20:46.104738 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44750) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:46.127340 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1c6465c1-9bec-402b-bdcd-fa9917eeb065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:46.149584 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1c6465c1-9bec-402b-bdcd-fa9917eeb065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:46.158896 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1c6465c1-9bec-402b-bdcd-fa9917eeb065 admin admin] Usage tracker for resource:security_group_rule and tenant:96653e3b55dc4564be53c4524f24ccbd is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:46.161052 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:20:46.162705 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1c6465c1-9bec-402b-bdcd-fa9917eeb065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:46.169661 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1c6465c1-9bec-402b-bdcd-fa9917eeb065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:46.233517 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:20:46.248754 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] 10.222.0.82 "PUT /v2.0/routers/bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9444103
Jul 23 16:20:46.272538 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:20:46.281167 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:46.281622 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:46.304050 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1c6465c1-9bec-402b-bdcd-fa9917eeb065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:46.309855 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1c6465c1-9bec-402b-bdcd-fa9917eeb065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:46.321377 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1219ca7b-b5e8-439d-8316-912c85a9abd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:46.364075 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6465c1-9bec-402b-bdcd-fa9917eeb065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe2cc75-9e5a-4296-9313-ff442400c452,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:46.369137 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1c6465c1-9bec-402b-bdcd-fa9917eeb065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:46.396314 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-1c6465c1-9bec-402b-bdcd-fa9917eeb065 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=96653e3b55dc4564be53c4524f24ccbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2878578
Jul 23 16:20:46.398830 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 44760) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:46.477157 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:46.503585 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port e206fa6d-5dd2-4839-ad5e-d2488d54f8b9, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=e206fa6d-5dd2-4839-ad5e-d2488d54f8b9,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:20:46.509792 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:46.515980 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:46.567204 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c1baa62d-d64c-452c-b39f-fae7db063318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:46.615009 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Sync routers for ids ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:20:46.634032 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=e206fa6d-5dd2-4839-ad5e-d2488d54f8b9,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:46.638935 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:46.640026 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Routers {'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:20:46.641067 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919319340>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:20:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:46.738086 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c1baa62d-d64c-452c-b39f-fae7db063318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:46.836743 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3f3c8-3e93-4b3e-b478-af654d14fe4f req-b7eada56-5b3b-4a4b-bec1-28f258fc064a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:46.838270 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fdd3f3c8-3e93-4b3e-b478-af654d14fe4f req-b7eada56-5b3b-4a4b-bec1-28f258fc064a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 945 time: 0.2444599
Jul 23 16:20:46.843481 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc6e32-2351-4d9e-b681-ac5eb27b2516 req-35e6b14f-2afd-4191-a264-b4f2763cbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:46.845138 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-67bc6e32-2351-4d9e-b681-ac5eb27b2516 req-35e6b14f-2afd-4191-a264-b4f2763cbfa4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 1098 time: 0.1965055
Jul 23 16:20:46.872209 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c1baa62d-d64c-452c-b39f-fae7db063318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:46.885138 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6687f7ae-1d83-403b-ba96-7998c35329eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:46.919332 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baa62d-d64c-452c-b39f-fae7db063318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe2cc75-9e5a-4296-9313-ff442400c452,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:46.928212 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c1baa62d-d64c-452c-b39f-fae7db063318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:46.953949 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c1baa62d-d64c-452c-b39f-fae7db063318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:46.956795 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-c1baa62d-d64c-452c-b39f-fae7db063318 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1fe2cc75-9e5a-4296-9313-ff442400c452 HTTP/1.1" status: 204  len: 168 time: 0.5551021
Jul 23 16:20:46.976686 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fdd3f3c8-3e93-4b3e-b478-af654d14fe4f req-11966e51-12e3-4210-b1a3-0ea528365827 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261547
Jul 23 16:20:46.980850 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Set router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:20:47.000353 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-67bc6e32-2351-4d9e-b681-ac5eb27b2516 req-2788c5f6-bdc4-415b-be73-38cba288fff8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017392
Jul 23 16:20:47.259708 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44798) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:47.265913 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1296925490-network', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:47.277050 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee16a8-3898-4f54-9058-a4bf7dea0f4f req-d0559aa8-b2f5-44ae-8b34-31f01f21f2de tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:47.278172 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:47.279514 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60ee16a8-3898-4f54-9058-a4bf7dea0f4f req-d0559aa8-b2f5-44ae-8b34-31f01f21f2de tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.1230807
Jul 23 16:20:47.289571 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Usage tracker for resource:network and tenant:8d8ef13db38949168e851f68ee81f42d is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:47.297299 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:47.314211 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:47.339225 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Made reservation on behalf of 8d8ef13db38949168e851f68ee81f42d for: {'network': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:20:47.339225 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:47.339547 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60ee16a8-3898-4f54-9058-a4bf7dea0f4f req-14dad8e7-5354-486e-9747-905545f43b08 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485439
Jul 23 16:20:47.359585 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:47.380128 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:47.385024 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Usage tracker for resource:security_group_rule and tenant:8d8ef13db38949168e851f68ee81f42d is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:47.388433 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:47.397856 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:47.514646 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:47.522851 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:47.528748 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-26b127bf-765d-4970-b1e1-204f59b22e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:47.538674 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919319340>, [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port': {'id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:39Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '13527f61-9751-4f1e-9b9f-bad10eb6fb5e', 'name': '', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'mac_address': 'fa:16:3e:64:6f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 2, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'subnets': [{'id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:47.554281 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Checking router: bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:20:47.554668 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Updating router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e binding host dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:20:47.560941 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025}  {{(pid=78519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:20:47.573288 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62481666-74b7-4249-93f7-5c1440857091,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:47.577272 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:47.582046 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:47.582389 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.segments_db [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Added segment 697ce6d5-4477-4fc7-bcb4-3bfe11f9be09 of type vlan for network b54251a9-ca42-4173-8d6e-be93783e76e0
Jul 23 16:20:47.615981 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:47.655109 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:47.658449 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:47.660177 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:47.660982 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:47.667379 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:47.820775 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Pushing event updated for resources: {'Network': ['ID=b54251a9-ca42-4173-8d6e-be93783e76e0,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:47.826655 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5654218
Jul 23 16:20:47.827569 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:47.829373 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44824) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:47.835843 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Request body: {'subnet': {'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1296925490-subnet', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'ip_version': 4}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:47.841039 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:47.847562 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Usage tracker for resource:subnet and tenant:8d8ef13db38949168e851f68ee81f42d is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:47.850573 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:47.857821 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:47.864108 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network b54251a9-ca42-4173-8d6e-be93783e76e0 details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:20:47.871926 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Made reservation on behalf of 8d8ef13db38949168e851f68ee81f42d for: {'subnet': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:20:47.874746 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214796'] for subnet, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:48.230552 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1710386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214910'] for subnet, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:48.238128 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b81e5124-b127-4600-b8a8-25aa5c28a8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:48.271421 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8ec58e69-1449-4558-92e9-556e7c9ef0d1 up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:20:48.351674 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca75f9-e120-445c-9f23-bbabd0e63eca req-a187076c-9e2e-429e-8a54-2d0a95e36d13 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:48.354795 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b0ca75f9-e120-445c-9f23-bbabd0e63eca req-a187076c-9e2e-429e-8a54-2d0a95e36d13 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 945 time: 0.1629820
Jul 23 16:20:48.360512 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Pushing event updated for resources: {'Subnet': ['ID=46649300-0a9f-4bf3-8c2a-a04d8cba2153,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:48.362925 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Checking segment: {'id': '697ce6d5-4477-4fc7-bcb4-3bfe11f9be09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:20:48.363411 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Network hostable DHCP agents. Network: b54251a9-ca42-4173-8d6e-be93783e76e0, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:20:48.382917 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:48.399266 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:20:48.406662 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Network b54251a9-ca42-4173-8d6e-be93783e76e0 is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:20:48.426870 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, b54251a9-ca42-4173-8d6e-be93783e76e0) {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:20:48.434406 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:48.435156 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:48.450440 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b0ca75f9-e120-445c-9f23-bbabd0e63eca req-f905cabd-163d-4623-b03d-829f7c4c397e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899730
Jul 23 16:20:48.463452 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6325045
Jul 23 16:20:48.465894 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 44856) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:48.472498 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1296925490-router', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:48.476819 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e1516e-12b0-4859-a05b-34a19547bd1a None None] Network b54251a9-ca42-4173-8d6e-be93783e76e0 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:20:48.480733 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:48.489667 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Usage tracker for resource:router and tenant:8d8ef13db38949168e851f68ee81f42d is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:48.497576 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:48.520109 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:48.762155 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port 8ec58e69-1449-4558-92e9-556e7c9ef0d1 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:20:48.775184 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:48.776857 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-490461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:48.788225 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 8ec58e69-1449-4558-92e9-556e7c9ef0d1 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:48.788769 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:48.816567 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:48.863717 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe3116-9002-44cc-aa01-952568109e65 req-bf2bf4b7-33e6-4549-b8e4-29ab010f9f80 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:48.873957 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5cbe3116-9002-44cc-aa01-952568109e65 req-bf2bf4b7-33e6-4549-b8e4-29ab010f9f80 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.3406310
Jul 23 16:20:48.910829 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:48.911247 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:49.040944 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5cbe3116-9002-44cc-aa01-952568109e65 req-7fc47ea7-ddfa-4a22-bedc-b0f5a30f3b9e tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660905
Jul 23 16:20:49.064356 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71595677-b0e3-51d9-a2ec-9830c8832526-b54251a9-ca42-4173-8d6e-be93783e76e0', 'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'fixed_ips': [{'subnet_id': '46649300-0a9f-4bf3-8c2a-a04d8cba2153'}]}} from dv-cinder-802036-1-iscsi. {{(pid=78520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 23 16:20:49.065209 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:49.108959 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:49.192888 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Transition to ACTIVE for port object 13527f61-9751-4f1e-9b9f-bad10eb6fb5e will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:20:49.198616 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-490434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:49.232933 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:49.247190 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:49.368520 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:49.564647 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce71c5-458e-45ff-8819-ee96a65c7e93 None None] Pushing event updated for resources: {'Port': ['ID=13527f61-9751-4f1e-9b9f-bad10eb6fb5e,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:49.631363 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-bdce71c5-458e-45ff-8819-ee96a65c7e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:49.646786 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307897be-8ee4-40f7-823a-438780fe7a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec58e69-1449-4558-92e9-556e7c9ef0d1'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:20:49.705942 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8ec58e69-1449-4558-92e9-556e7c9ef0d1, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8ec58e69-1449-4558-92e9-556e7c9ef0d1,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:20:49.727190 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:49.732190 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307897be-8ee4-40f7-823a-438780fe7a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec58e69-1449-4558-92e9-556e7c9ef0d1', 'code': 200}
Jul 23 16:20:49.732969 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:49.738850 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:49.761561 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:49.786943 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Allocated IP 172.20.0.2 (b54251a9-ca42-4173-8d6e-be93783e76e0/46649300-0a9f-4bf3-8c2a-a04d8cba2153/8b4f6447-00d4-4016-aaa4-76d37280dbd5) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:20:49.829777 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a34899-1425-4263-a09f-1fc8fabf8121 req-f0e7fa15-402e-4ce1-a433-849878e62a4a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:49.831416 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-36a34899-1425-4263-a09f-1fc8fabf8121 req-f0e7fa15-402e-4ce1-a433-849878e62a4a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 945 time: 0.2184978
Jul 23 16:20:49.938642 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Attempting to bind port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:20:49.939019 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Attempting to bind port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '8f9bfa99-fba7-44af-bda8-62ea17beb3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '69802df8-6086-4056-836d-3b48af731fcb'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:20:49.939459 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Attempting to bind port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e on network 69802df8-6086-4056-836d-3b48af731fcb {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:20:49.958230 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:20:49.958230 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Checking segment: {'id': '8f9bfa99-fba7-44af-bda8-62ea17beb3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '69802df8-6086-4056-836d-3b48af731fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:20:49.958563 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:49.959182 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Bound using segment: {'id': '8f9bfa99-fba7-44af-bda8-62ea17beb3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '69802df8-6086-4056-836d-3b48af731fcb'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:20:49.959532 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Bound port: 13527f61-9751-4f1e-9b9f-bad10eb6fb5e, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9bfa99-fba7-44af-bda8-62ea17beb3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '69802df8-6086-4056-836d-3b48af731fcb'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:20:49.959860 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:50.021477 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=8ec58e69-1449-4558-92e9-556e7c9ef0d1,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:50.026375 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-36a34899-1425-4263-a09f-1fc8fabf8121 req-5fafdd31-4d79-4311-8784-1e7d1bfa3ee0 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519749
Jul 23 16:20:50.032696 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:50.056122 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Allocated IP 172.27.1.16 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/94aa4d69-00aa-4a54-b524-14656ad50aec) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:20:50.269826 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc41ef5-e93f-4488-b3b2-bc0af91c8df1 req-4c9b5160-4f67-427f-b7bb-0c515ab2faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:50.271701 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8cc41ef5-e93f-4488-b3b2-bc0af91c8df1 req-4c9b5160-4f67-427f-b7bb-0c515ab2faf4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 1099 time: 0.2172685
Jul 23 16:20:50.282689 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] For port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:20:50.332281 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] For port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=13527f61-9751-4f1e-9b9f-bad10eb6fb5e,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:20:50.346765 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:50.352351 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:50.418960 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8cc41ef5-e93f-4488-b3b2-bc0af91c8df1 req-45b3820e-d232-43ab-91b3-9491aaa35e4b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869081
Jul 23 16:20:50.435785 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:50.458248 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce71c5-458e-45ff-8819-ee96a65c7e93 None None] Pushing event updated for resources: {'Port': ['ID=13527f61-9751-4f1e-9b9f-bad10eb6fb5e,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:50.461213 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Transition to ACTIVE for port object 8b4f6447-00d4-4016-aaa4-76d37280dbd5 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:20:50.465518 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-bdce71c5-458e-45ff-8819-ee96a65c7e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:50.468120 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:50.469567 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Routers {'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:20:50.470224 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919319340>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:20:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:50.520442 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548b317-47c9-4d22-8866-c39ab270b07e req-813e3d93-f05b-4f0e-995a-c0d6e8d366cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:50.522009 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6548b317-47c9-4d22-8866-c39ab270b07e req-813e3d93-f05b-4f0e-995a-c0d6e8d366cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.2435396
Jul 23 16:20:50.598130 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6548b317-47c9-4d22-8866-c39ab270b07e req-54f3274e-179b-4836-95be-7789af69ad10 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649788
Jul 23 16:20:50.613528 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:50.619068 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-809682b1-6476-44e8-8105-4d4bab1adcfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:50.630731 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Transition to ACTIVE for port object 8b4f6447-00d4-4016-aaa4-76d37280dbd5 will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:20:50.710102 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:20:50.713905 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:20:50.721361 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:20:50.761199 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Pushing event updated for resources: {'Port': ['ID=94aa4d69-00aa-4a54-b524-14656ad50aec,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:50.764538 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:50.765331 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:50.787114 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:50.861677 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Network b54251a9-ca42-4173-8d6e-be93783e76e0 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:20:50.867243 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:20:50.873472 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:20:50.944938 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] Set router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:20:51.007471 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Pushing event updated for resources: {'Port': ['ID=8b4f6447-00d4-4016-aaa4-76d37280dbd5,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:51.018895 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:51.153181 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Attempting to bind port 8b4f6447-00d4-4016-aaa4-76d37280dbd5 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:20:51.153562 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Attempting to bind port 8b4f6447-00d4-4016-aaa4-76d37280dbd5 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '697ce6d5-4477-4fc7-bcb4-3bfe11f9be09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:20:51.153931 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Attempting to bind port 8b4f6447-00d4-4016-aaa4-76d37280dbd5 on network b54251a9-ca42-4173-8d6e-be93783e76e0 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:20:51.174084 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:20:51.174325 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a590d5c-90fc-4045-b60d-133d2e125b82 req-c6ea841e-5548-48fe-977f-25d6d254c13e tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:51.174463 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Checking segment: {'id': '697ce6d5-4477-4fc7-bcb4-3bfe11f9be09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:20:51.174858 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:51.175267 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Bound using segment: {'id': '697ce6d5-4477-4fc7-bcb4-3bfe11f9be09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:20:51.175748 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Bound port: 8b4f6447-00d4-4016-aaa4-76d37280dbd5, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697ce6d5-4477-4fc7-bcb4-3bfe11f9be09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:20:51.176147 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:51.180991 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5a590d5c-90fc-4045-b60d-133d2e125b82 req-c6ea841e-5548-48fe-977f-25d6d254c13e tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.4083178
Jul 23 16:20:51.303488 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5a590d5c-90fc-4045-b60d-133d2e125b82 req-80862244-9bb6-484c-9dff-6123d0c6c53a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216137
Jul 23 16:20:51.371404 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44944) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:51.387544 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] For port 8b4f6447-00d4-4016-aaa4-76d37280dbd5, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:20:51.398018 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] For port 8b4f6447-00d4-4016-aaa4-76d37280dbd5, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=8b4f6447-00d4-4016-aaa4-76d37280dbd5,segment=NetworkSegment(697ce6d5-4477-4fc7-bcb4-3bfe11f9be09),segment_id=697ce6d5-4477-4fc7-bcb4-3bfe11f9be09)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:20:51.408476 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:51.417888 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-be6e7669-6c15-41ab-a987-9519f180ae63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:51.514463 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Pushing event updated for resources: {'Port': ['ID=8b4f6447-00d4-4016-aaa4-76d37280dbd5,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:51.519016 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:51.524808 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:51.541453 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919319340>, [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port': {'id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:39Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '13527f61-9751-4f1e-9b9f-bad10eb6fb5e', 'name': '', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'mac_address': 'fa:16:3e:64:6f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:50Z', 'revision_number': 4, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'subnets': [{'id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:51.545974 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4cc9d2-9623-4902-97f3-d1b03a603095 None None] The sync data for ids ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'] in dv-cinder-802036-1-iscsi is: [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port': {'id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:39Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '13527f61-9751-4f1e-9b9f-bad10eb6fb5e', 'name': '', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'mac_address': 'fa:16:3e:64:6f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:50Z', 'revision_number': 4, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'subnets': [{'id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:20:51.702048 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09aa58b-e44c-4fc0-96ac-c8cf197c26f9 req-ddf51d3f-99bc-49ae-b253-f286365f3459 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:51.703616 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c09aa58b-e44c-4fc0-96ac-c8cf197c26f9 req-ddf51d3f-99bc-49ae-b253-f286365f3459 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 946 time: 0.2765803
Jul 23 16:20:51.717182 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-353f73f0-4999-4fe3-854c-0b9fdf7db280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:51.751644 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-353f73f0-4999-4fe3-854c-0b9fdf7db280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:51.756487 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-353f73f0-4999-4fe3-854c-0b9fdf7db280 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c6cb19ad0a43418c1183c28de1750c is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:51.761712 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-353f73f0-4999-4fe3-854c-0b9fdf7db280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:51.780476 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-353f73f0-4999-4fe3-854c-0b9fdf7db280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:51.894331 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c09aa58b-e44c-4fc0-96ac-c8cf197c26f9 req-929f55cd-d994-4b17-9291-dc0fa8d8a739 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378536
Jul 23 16:20:52.041853 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-353f73f0-4999-4fe3-854c-0b9fdf7db280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:52.054854 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-353f73f0-4999-4fe3-854c-0b9fdf7db280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:52.095683 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-35cb9a00-daf3-456f-961c-28ab6f0f3718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:52.287471 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-353f73f0-4999-4fe3-854c-0b9fdf7db280 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f6c6cb19ad0a43418c1183c28de1750c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9099693
Jul 23 16:20:52.288096 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44968) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:52.292316 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f73f0-4999-4fe3-854c-0b9fdf7db280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f972ebc0-fb05-4dbc-bc15-00dcc53d91f2,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:52.357227 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-353f73f0-4999-4fe3-854c-0b9fdf7db280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:52.383105 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475802'] for router, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:52.410581 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 13527f61-9751-4f1e-9b9f-bad10eb6fb5e up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:20:52.488194 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:52.527829 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:52.541868 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:20:52.549656 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:52.551706 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:52.616325 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:52.623741 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-353f73f0-4999-4fe3-854c-0b9fdf7db280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:52.649640 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f972ebc0-fb05-4dbc-bc15-00dcc53d91f2,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:52.659715 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:52.663959 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f972ebc0-fb05-4dbc-bc15-00dcc53d91f2 HTTP/1.1" status: 204  len: 168 time: 0.3740103
Jul 23 16:20:52.666108 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:52.679598 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:52.684243 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:52.685255 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:52.685689 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:52.686522 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:52.688192 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:52.688639 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:52.691695 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:52.692165 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:52.692602 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:52.693029 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:52.704832 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:52.724064 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:52.753579 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Router f2a11263-2e1e-4ddc-8c31-f131a15fea2e is scheduled to L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 with binding_index 1 {{(pid=78518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 23 16:20:52.810503 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=13527f61-9751-4f1e-9b9f-bad10eb6fb5e,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:20:52.817975 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:52.820121 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 8b4f6447-00d4-4016-aaa4-76d37280dbd5 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:20:52.945655 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-bdce71c5-458e-45ff-8819-ee96a65c7e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:53.066417 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:20:53.079541 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Sync routers for ids ['f2a11263-2e1e-4ddc-8c31-f131a15fea2e'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:20:53.097941 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Routers {'f2a11263-2e1e-4ddc-8c31-f131a15fea2e'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:20:53.098583 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919e94730>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:20:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['f2a11263-2e1e-4ddc-8c31-f131a15fea2e'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:53.161520 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=13527f61-9751-4f1e-9b9f-bad10eb6fb5e,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:53.182770 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:53.186068 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Notify callbacks [] for router, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:53.187359 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.7204208
Jul 23 16:20:53.190218 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44988) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:53.215727 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 8b4f6447-00d4-4016-aaa4-76d37280dbd5 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:20:53.256086 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b91efaf-6e64-4cc0-9fe7-7ed8e3e0de19 None None] Network b54251a9-ca42-4173-8d6e-be93783e76e0 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:20:53.270583 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db0daf-70ee-46f5-955f-b97072c7a30e req-6a390acb-58a7-4e63-9c2c-183ad9f11807 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:53.281451 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a1db0daf-70ee-46f5-955f-b97072c7a30e req-6a390acb-58a7-4e63-9c2c-183ad9f11807 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 946 time: 0.1532893
Jul 23 16:20:53.296829 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 44992) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:53.337005 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b4a5cb4b-3c79-4095-88e1-b958281f959c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:53.374071 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-b4a5cb4b-3c79-4095-88e1-b958281f959c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:53.382327 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-b4a5cb4b-3c79-4095-88e1-b958281f959c admin admin] Usage tracker for resource:security_group_rule and tenant:9d162bb9efde4c8eaa1d84931bd44ad6 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:53.389916 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-b4a5cb4b-3c79-4095-88e1-b958281f959c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:53.404951 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-b4a5cb4b-3c79-4095-88e1-b958281f959c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:53.511366 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a1db0daf-70ee-46f5-955f-b97072c7a30e req-7c1933fb-aead-40c9-93e6-ad85fc809671 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2271948
Jul 23 16:20:53.596392 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-854475d8-affb-4695-9946-950b75088bfc None None] Provisioning for port 8b4f6447-00d4-4016-aaa4-76d37280dbd5 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:20:53.638096 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-854475d8-affb-4695-9946-950b75088bfc None None] Provisioning complete for port 8b4f6447-00d4-4016-aaa4-76d37280dbd5 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:53.650815 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-854475d8-affb-4695-9946-950b75088bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:53.670395 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Set router f2a11263-2e1e-4ddc-8c31-f131a15fea2e gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:20:53.986876 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 45012) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:53.989538 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b4a5cb4b-3c79-4095-88e1-b958281f959c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.023522 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b4a5cb4b-3c79-4095-88e1-b958281f959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.077067 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-8c152ad5-f320-4d65-aaf7-bb5fdd1c4774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:54.276108 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-1d70fc1a-d583-408c-9bad-b056b3f842cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.305877 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 13527f61-9751-4f1e-9b9f-bad10eb6fb5e up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:20:54.311017 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-1d70fc1a-d583-408c-9bad-b056b3f842cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:54.328128 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-1d70fc1a-d583-408c-9bad-b056b3f842cb admin admin] Usage tracker for resource:security_group_rule and tenant:73a1260a2d254bd5b047949c846427ff is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:54.331373 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-1d70fc1a-d583-408c-9bad-b056b3f842cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:54.340015 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-1d70fc1a-d583-408c-9bad-b056b3f842cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:54.349077 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-b4a5cb4b-3c79-4095-88e1-b958281f959c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9d162bb9efde4c8eaa1d84931bd44ad6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0509064
Jul 23 16:20:54.351947 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 45024) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:54.360043 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5cb4b-3c79-4095-88e1-b958281f959c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0008c31a-3600-40a5-a15b-15b1055f6043,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:54.364492 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b4a5cb4b-3c79-4095-88e1-b958281f959c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:54.432072 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919e94730>, [{'id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'name': 'tempest-TestShelveInstance-1296925490-router', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:48Z', 'updated_at': '2021-07-23T16:20:51Z', 'revision_number': 3, 'project_id': '8d8ef13db38949168e851f68ee81f42d', 'gw_port': {'id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:49Z', 'updated_at': '2021-07-23T16:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:54.434301 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-854475d8-affb-4695-9946-950b75088bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.438579 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Checking router: f2a11263-2e1e-4ddc-8c31-f131a15fea2e for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:20:54.439358 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Updating router f2a11263-2e1e-4ddc-8c31-f131a15fea2e port 94aa4d69-00aa-4a54-b524-14656ad50aec binding host dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:20:54.504309 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-854475d8-affb-4695-9946-950b75088bfc None None] For port 8b4f6447-00d4-4016-aaa4-76d37280dbd5, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=8b4f6447-00d4-4016-aaa4-76d37280dbd5,segment=NetworkSegment(697ce6d5-4477-4fc7-bcb4-3bfe11f9be09),segment_id=697ce6d5-4477-4fc7-bcb4-3bfe11f9be09)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:20:54.505360 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:54.505360 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.524178 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.551434 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-1d70fc1a-d583-408c-9bad-b056b3f842cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.576398 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-854475d8-affb-4695-9946-950b75088bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.589835 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:54.611799 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-1d70fc1a-d583-408c-9bad-b056b3f842cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.634152 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-0e49e4db-9a36-4a2d-94d6-0149d244536b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:54.719101 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4733c96a-f586-4322-916b-bc6b38359697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.767803 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4733c96a-f586-4322-916b-bc6b38359697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.786424 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854475d8-affb-4695-9946-950b75088bfc None None] Pushing event updated for resources: {'Port': ['ID=8b4f6447-00d4-4016-aaa4-76d37280dbd5,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:54.789963 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-854475d8-affb-4695-9946-950b75088bfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:54.896399 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-1d70fc1a-d583-408c-9bad-b056b3f842cb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=73a1260a2d254bd5b047949c846427ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9083383
Jul 23 16:20:54.903749 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 45034) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:54.905780 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70fc1a-d583-408c-9bad-b056b3f842cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4118dbde-2979-4d16-a154-2cc60cf29f9e,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:54.911555 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-1d70fc1a-d583-408c-9bad-b056b3f842cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:54.924424 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-776f6ae5-9e28-4505-b7b8-49c882409eb9 None None] Provisioning complete for port 8b4f6447-00d4-4016-aaa4-76d37280dbd5 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:54.924783 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-776f6ae5-9e28-4505-b7b8-49c882409eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.931549 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4733c96a-f586-4322-916b-bc6b38359697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.936534 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:54.947778 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6d7f51dc-b196-4a13-92c3-379f5515929e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:54.997480 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.012388 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Transition to ACTIVE for port object 94aa4d69-00aa-4a54-b524-14656ad50aec will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:20:55.021741 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.028191 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2407c27a-24fb-47c8-9b18-e3d2f028b2e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:55.037779 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72603f22-8d7f-4cfd-b59e-0ee913f74f5b req-bf169711-391c-406f-be0a-dc0164b20b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:55.039745 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-72603f22-8d7f-4cfd-b59e-0ee913f74f5b req-bf169711-391c-406f-be0a-dc0164b20b8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56f45e42a8164b9d93b91b7feb698620&device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 1099 time: 0.6413431
Jul 23 16:20:55.109033 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6aeea7-405d-420e-a46c-57cbc19b7ba1 None None] Pushing event updated for resources: {'Port': ['ID=94aa4d69-00aa-4a54-b524-14656ad50aec,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:55.120432 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-9d6aeea7-405d-420e-a46c-57cbc19b7ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:55.144092 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Attempting to bind port 94aa4d69-00aa-4a54-b524-14656ad50aec on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:20:55.144394 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e871-d69c-4763-a424-bbe1c56b8f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.145066 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Attempting to bind port 94aa4d69-00aa-4a54-b524-14656ad50aec by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:20:55.145845 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Attempting to bind port 94aa4d69-00aa-4a54-b524-14656ad50aec on network e3b4a095-1482-4de2-8b89-895c99c43f92 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:20:55.153916 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:20:55.154378 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.154524 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Checking segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:20:55.154933 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.155496 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Bound using segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:20:55.155971 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Bound port: 94aa4d69-00aa-4a54-b524-14656ad50aec, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:20:55.156357 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.157673 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4733c96a-f586-4322-916b-bc6b38359697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.158879 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-4733c96a-f586-4322-916b-bc6b38359697 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0008c31a-3600-40a5-a15b-15b1055f6043 HTTP/1.1" status: 204  len: 168 time: 0.8057899
Jul 23 16:20:55.160017 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733c96a-f586-4322-916b-bc6b38359697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0008c31a-3600-40a5-a15b-15b1055f6043,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:55.167859 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4733c96a-f586-4322-916b-bc6b38359697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:55.240183 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] For port 94aa4d69-00aa-4a54-b524-14656ad50aec, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:20:55.244200 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbaaee-35b9-4d27-a12e-932f670905e7 req-cf2321cb-67c5-4138-b828-7814bc3d2063 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:55.246027 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-25bbaaee-35b9-4d27-a12e-932f670905e7 req-cf2321cb-67c5-4138-b828-7814bc3d2063 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.7973020
Jul 23 16:20:55.246736 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] For port 94aa4d69-00aa-4a54-b524-14656ad50aec, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=94aa4d69-00aa-4a54-b524-14656ad50aec,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:20:55.254010 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.259769 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:55.296604 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Allocated IP 172.20.0.1 (b54251a9-ca42-4173-8d6e-be93783e76e0/46649300-0a9f-4bf3-8c2a-a04d8cba2153/0342bb94-a3df-4e67-9ae7-795c0b7ead91) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:20:55.344234 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.356885 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Routers {'f2a11263-2e1e-4ddc-8c31-f131a15fea2e'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:20:55.357540 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919e94730>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:20:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['f2a11263-2e1e-4ddc-8c31-f131a15fea2e'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:55.402180 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-25bbaaee-35b9-4d27-a12e-932f670905e7 req-b4292e28-137b-4632-8ab9-76e8231dc198 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440444
Jul 23 16:20:55.430832 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6aeea7-405d-420e-a46c-57cbc19b7ba1 None None] Pushing event updated for resources: {'Port': ['ID=94aa4d69-00aa-4a54-b524-14656ad50aec,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:55.437500 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72603f22-8d7f-4cfd-b59e-0ee913f74f5b req-18e432cc-678f-4760-8491-153fe9c3fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:55.439314 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-72603f22-8d7f-4cfd-b59e-0ee913f74f5b req-18e432cc-678f-4760-8491-153fe9c3fc7e service neutron] 10.222.0.83 "GET /v2.0/networks?id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 HTTP/1.1" status: 200  len: 921 time: 0.3587484
Jul 23 16:20:55.442949 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-9d6aeea7-405d-420e-a46c-57cbc19b7ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:55.546410 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.560990 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-72603f22-8d7f-4cfd-b59e-0ee913f74f5b req-6175cc25-cd55-4aa5-a6e1-a412c5f542f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5fc6b06-4bd8-4f87-9839-9d73955191b6 HTTP/1.1" status: 200  len: 217 time: 0.1062582
Jul 23 16:20:55.574564 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.provisioning_blocks [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Transition to ACTIVE for port object 0342bb94-a3df-4e67-9ae7-795c0b7ead91 will not be triggered until provisioned by entity DHCP. {{(pid=78519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:20:55.578857 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.590945 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ece9195a-801f-47ee-ba9f-6aef02dd8b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:55.618281 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] Set router f2a11263-2e1e-4ddc-8c31-f131a15fea2e gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:20:55.627949 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.638771 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:55.647564 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4118dbde-2979-4d16-a154-2cc60cf29f9e,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:55.666810 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:55.667243 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:55.668659 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:55.669037 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:55.669401 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:55.669769 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:55.670122 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:55.670485 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:55.674216 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:55.674216 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:55.674216 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:55.674216 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:55.678425 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:55.687324 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.688454 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4118dbde-2979-4d16-a154-2cc60cf29f9e HTTP/1.1" status: 204  len: 168 time: 0.7790430
Jul 23 16:20:55.706611 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72603f22-8d7f-4cfd-b59e-0ee913f74f5b req-bb3d2c56-d660-494c-87fa-f7f5b7371ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:55.708662 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-72603f22-8d7f-4cfd-b59e-0ee913f74f5b req-bb3d2c56-d660-494c-87fa-f7f5b7371ac2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0fe04e03-32e7-4990-b898-80e8e8584317 HTTP/1.1" status: 200  len: 859 time: 0.1225762
Jul 23 16:20:55.770167 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-72603f22-8d7f-4cfd-b59e-0ee913f74f5b req-a8255656-94fc-48f5-9542-b8c8bf751a0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537200
Jul 23 16:20:55.791411 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Network b54251a9-ca42-4173-8d6e-be93783e76e0 is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:20:55.795890 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:20:55.800993 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:20:55.909334 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Pushing event updated for resources: {'Port': ['ID=0342bb94-a3df-4e67-9ae7-795c0b7ead91,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:55.915926 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.918009 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:55.972948 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407391'] for router_interface, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:56.236622 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:56.293566 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 8b4f6447-00d4-4016-aaa4-76d37280dbd5 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:20:56.355566 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-72603f22-8d7f-4cfd-b59e-0ee913f74f5b req-01e249a5-ab42-4e05-9f11-a09cf06cb1b4 service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5303671
Jul 23 16:20:56.418000 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-777ac065-13ec-419a-a946-dd2400eadc13 None None] Provisioning for port 0342bb94-a3df-4e67-9ae7-795c0b7ead91 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:20:56.429427 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-777ac065-13ec-419a-a946-dd2400eadc13 None None] Provisioning complete for port 0342bb94-a3df-4e67-9ae7-795c0b7ead91 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:56.429699 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-777ac065-13ec-419a-a946-dd2400eadc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:56.466932 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919e94730>, [{'id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'name': 'tempest-TestShelveInstance-1296925490-router', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:48Z', 'updated_at': '2021-07-23T16:20:51Z', 'revision_number': 3, 'project_id': '8d8ef13db38949168e851f68ee81f42d', 'gw_port': {'id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:49Z', 'updated_at': '2021-07-23T16:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:56.491030 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce2a9d-c266-43a1-ab38-c20c98546635 None None] The sync data for ids ['f2a11263-2e1e-4ddc-8c31-f131a15fea2e'] in dv-cinder-802036-1-iscsi is: [{'id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'name': 'tempest-TestShelveInstance-1296925490-router', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:48Z', 'updated_at': '2021-07-23T16:20:51Z', 'revision_number': 3, 'project_id': '8d8ef13db38949168e851f68ee81f42d', 'gw_port': {'id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:49Z', 'updated_at': '2021-07-23T16:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:20:56.565996 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-777ac065-13ec-419a-a946-dd2400eadc13 None None] Port 0342bb94-a3df-4e67-9ae7-795c0b7ead91 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:20:56.590053 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 8b4f6447-00d4-4016-aaa4-76d37280dbd5 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:56.591798 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:56.691949 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:56.698655 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:56.725586 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-72603f22-8d7f-4cfd-b59e-0ee913f74f5b req-34bd0b6c-cd54-4093-831e-2317f54db03c service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3510818
Jul 23 16:20:56.736459 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:56.888493 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e20e-3f15-45f2-80f2-e1462f5da115 req-25a1391c-ffc8-4f80-8cd3-c066f578b3ff tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:56.890189 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7cf0e20e-3f15-45f2-80f2-e1462f5da115 req-25a1391c-ffc8-4f80-8cd3-c066f578b3ff tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1635315
Jul 23 16:20:56.960933 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7cf0e20e-3f15-45f2-80f2-e1462f5da115 req-363734b8-7407-44e1-909a-2da91021039d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649998
Jul 23 16:20:57.058962 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Pushing event updated for resources: {'Port': ['ID=0342bb94-a3df-4e67-9ae7-795c0b7ead91,revision_number=2']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:57.066046 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:57.076226 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407344'] for router_interface, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:57.227680 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Network b54251a9-ca42-4173-8d6e-be93783e76e0 is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:20:57.228903 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:20:57.441046 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Router f2a11263-2e1e-4ddc-8c31-f131a15fea2e has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:20:57.602631 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-fd77c03f-b2c2-42e0-a71b-c6d39600f597 None None] Provisioning complete for port 0342bb94-a3df-4e67-9ae7-795c0b7ead91 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:57.604337 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fd77c03f-b2c2-42e0-a71b-c6d39600f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:57.691465 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:20:57.699296 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-fd77c03f-b2c2-42e0-a71b-c6d39600f597 None None] Port 0342bb94-a3df-4e67-9ae7-795c0b7ead91 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:20:57.719017 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] 10.222.0.82 "PUT /v2.0/routers/f2a11263-2e1e-4ddc-8c31-f131a15fea2e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5238047
Jul 23 16:20:57.759847 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 45114) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:57.892355 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a123bacc-6678-43ed-85a9-5fe99a9f1194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:57.907468 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-a123bacc-6678-43ed-85a9-5fe99a9f1194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:57.911376 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-a123bacc-6678-43ed-85a9-5fe99a9f1194 admin admin] Usage tracker for resource:security_group_rule and tenant:3f0d63015f2a45b496fa01d6409de59d is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:57.914222 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-a123bacc-6678-43ed-85a9-5fe99a9f1194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:57.921350 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-a123bacc-6678-43ed-85a9-5fe99a9f1194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:57.922882 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:57.962045 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e9e93d2d-2c5b-4e0f-a721-3b4718ce2be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.099921 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a123bacc-6678-43ed-85a9-5fe99a9f1194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.110337 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1b4cd-ed55-4448-b5c2-6c34c844b77d req-be06c981-fd26-418b-9b1d-cd92a8f15d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:58.112548 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-27e1b4cd-ed55-4448-b5c2-6c34c844b77d req-be06c981-fd26-418b-9b1d-cd92a8f15d48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56f45e42a8164b9d93b91b7feb698620&device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 1099 time: 0.1320715
Jul 23 16:20:58.113410 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a123bacc-6678-43ed-85a9-5fe99a9f1194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.122835 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4cd3b427-0600-4f0b-b023-706539966eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:58.216587 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-a123bacc-6678-43ed-85a9-5fe99a9f1194 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3f0d63015f2a45b496fa01d6409de59d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4530115
Jul 23 16:20:58.216587 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123bacc-6678-43ed-85a9-5fe99a9f1194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fd24a6-273e-465f-82de-f694f358f2c7,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:58.217014 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45126) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:58.217593 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 94aa4d69-00aa-4a54-b524-14656ad50aec up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:20:58.218520 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a123bacc-6678-43ed-85a9-5fe99a9f1194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:58.319360 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d77487dd-64ea-4084-b4e0-7cb399ed33aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.338866 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 94aa4d69-00aa-4a54-b524-14656ad50aec completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:20:58.344247 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 94aa4d69-00aa-4a54-b524-14656ad50aec triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:20:58.345367 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.357102 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d77487dd-64ea-4084-b4e0-7cb399ed33aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.450424 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d77487dd-64ea-4084-b4e0-7cb399ed33aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.457933 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-fa754f07-9511-4cb8-ab0d-de5b270ce6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:58.486714 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77487dd-64ea-4084-b4e0-7cb399ed33aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fd24a6-273e-465f-82de-f694f358f2c7,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:58.491886 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-d77487dd-64ea-4084-b4e0-7cb399ed33aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:58.504051 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d77487dd-64ea-4084-b4e0-7cb399ed33aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.508366 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-d77487dd-64ea-4084-b4e0-7cb399ed33aa admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/90fd24a6-273e-465f-82de-f694f358f2c7 HTTP/1.1" status: 204  len: 168 time: 0.2894866
Jul 23 16:20:58.514213 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568e802-af96-4c8e-9bab-446ba5ef3291 req-6e33d0e1-7612-4669-a9b4-2d5e7442932f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:58.521424 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3568e802-af96-4c8e-9bab-446ba5ef3291 req-6e33d0e1-7612-4669-a9b4-2d5e7442932f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.2977865
Jul 23 16:20:58.540565 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Sync routers for ids ['f2a11263-2e1e-4ddc-8c31-f131a15fea2e'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:20:58.550077 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1b4cd-ed55-4448-b5c2-6c34c844b77d req-8e7e9f85-4156-4893-9f07-320913f12f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:58.554868 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-27e1b4cd-ed55-4448-b5c2-6c34c844b77d req-8e7e9f85-4156-4893-9f07-320913f12f0b service neutron] 10.222.0.83 "GET /v2.0/networks?id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 HTTP/1.1" status: 200  len: 921 time: 0.4079742
Jul 23 16:20:58.570125 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Routers {'f2a11263-2e1e-4ddc-8c31-f131a15fea2e'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:20:58.570918 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919805c40>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:20:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['f2a11263-2e1e-4ddc-8c31-f131a15fea2e'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:58.648065 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3568e802-af96-4c8e-9bab-446ba5ef3291 req-67c165a4-8e10-49e5-92b8-11d665d73a59 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256354
Jul 23 16:20:58.655442 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-27e1b4cd-ed55-4448-b5c2-6c34c844b77d req-a17bd6ee-3a82-4fe4-97fc-f21b3ea27f79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5fc6b06-4bd8-4f87-9839-9d73955191b6 HTTP/1.1" status: 200  len: 217 time: 0.0881188
Jul 23 16:20:58.686952 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.720482 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 94aa4d69-00aa-4a54-b524-14656ad50aec, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=94aa4d69-00aa-4a54-b524-14656ad50aec,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:20:58.742611 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.768707 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f618163d-de8e-426a-a217-a329b36cb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:58.807855 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45144) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:58.814798 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201221919', 'description': 'tempest-secgroup-smoke-201221919 description', 'project_id': '8581af58d75742babcd97e9f098a70eb'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:58.825070 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:58.826273 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1b4cd-ed55-4448-b5c2-6c34c844b77d req-58350df6-5302-4e5a-acc9-461440a83e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:58.831143 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-27e1b4cd-ed55-4448-b5c2-6c34c844b77d req-58350df6-5302-4e5a-acc9-461440a83e63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0fe04e03-32e7-4990-b898-80e8e8584317 HTTP/1.1" status: 200  len: 859 time: 0.1686790
Jul 23 16:20:58.833434 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Usage tracker for resource:security_group and tenant:8581af58d75742babcd97e9f098a70eb is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:58.836870 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:58.866477 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:58.887751 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.931207 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:58.941505 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Usage tracker for resource:security_group_rule and tenant:8581af58d75742babcd97e9f098a70eb is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:58.944671 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=94aa4d69-00aa-4a54-b524-14656ad50aec,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:58.952093 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:58.957470 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:58.959029 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.960990 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-27e1b4cd-ed55-4448-b5c2-6c34c844b77d req-6a2dd9d1-f726-4d20-bb3a-d8e0857ecdd9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1216223
Jul 23 16:20:58.970673 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:59.073511 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.078030 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.088953 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:59.178539 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b30840c-7492-4306-b95e-7994ccba386c,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:59.182563 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:59.190834 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.190834 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3782825
Jul 23 16:20:59.191765 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45160) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:59.204397 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-082dbd7b-b9a2-42da-a666-5285d4a7a468 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Request body: {'security_group_rule': {'security_group_id': '7b30840c-7492-4306-b95e-7994ccba386c', 'project_id': '8581af58d75742babcd97e9f098a70eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:59.211618 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-082dbd7b-b9a2-42da-a666-5285d4a7a468 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:59.219535 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-082dbd7b-b9a2-42da-a666-5285d4a7a468 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Usage tracker for resource:security_group_rule and tenant:8581af58d75742babcd97e9f098a70eb is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:59.226330 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-27e1b4cd-ed55-4448-b5c2-6c34c844b77d req-4393e193-899e-4fb1-bad3-e5c51df740c3 service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2252979
Jul 23 16:20:59.227346 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-082dbd7b-b9a2-42da-a666-5285d4a7a468 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:59.234416 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-082dbd7b-b9a2-42da-a666-5285d4a7a468 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:59.248251 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Set router f2a11263-2e1e-4ddc-8c31-f131a15fea2e gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:20:59.297244 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-082dbd7b-b9a2-42da-a666-5285d4a7a468 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.383171 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-082dbd7b-b9a2-42da-a666-5285d4a7a468 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.388446 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-082dbd7b-b9a2-42da-a666-5285d4a7a468 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.391678 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:59.394459 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-27e1b4cd-ed55-4448-b5c2-6c34c844b77d req-7ada897a-b059-4d56-8028-df25ea4374ff service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527305
Jul 23 16:20:59.425048 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dbd7b-b9a2-42da-a666-5285d4a7a468 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab72d827-3a43-40fd-bf59-5c38756dd97a,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:59.436228 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-082dbd7b-b9a2-42da-a666-5285d4a7a468 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:59.444756 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-082dbd7b-b9a2-42da-a666-5285d4a7a468 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.449317 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 45170) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:59.450821 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-082dbd7b-b9a2-42da-a666-5285d4a7a468 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2588050
Jul 23 16:20:59.456861 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-ebf8e172-3adf-42e4-948b-9f2f944d6c43 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Request body: {'security_group_rule': {'security_group_id': '7b30840c-7492-4306-b95e-7994ccba386c', 'project_id': '8581af58d75742babcd97e9f098a70eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:59.466923 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-ebf8e172-3adf-42e4-948b-9f2f944d6c43 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:59.471404 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-ebf8e172-3adf-42e4-948b-9f2f944d6c43 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Usage tracker for resource:security_group_rule and tenant:8581af58d75742babcd97e9f098a70eb is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:59.474597 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-ebf8e172-3adf-42e4-948b-9f2f944d6c43 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:59.483119 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-ebf8e172-3adf-42e4-948b-9f2f944d6c43 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:59.504075 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e172-3adf-42e4-948b-9f2f944d6c43 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.597692 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e172-3adf-42e4-948b-9f2f944d6c43 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.602394 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e172-3adf-42e4-948b-9f2f944d6c43 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.605213 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-e735f8d7-dd6b-4680-84ba-de83d731a0ea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:59.630282 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8e172-3adf-42e4-948b-9f2f944d6c43 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53c561e-b3bc-46d4-bc04-fd29739d2d81,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:59.633527 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ebf8e172-3adf-42e4-948b-9f2f944d6c43 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:59.651738 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e172-3adf-42e4-948b-9f2f944d6c43 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.656347 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ebf8e172-3adf-42e4-948b-9f2f944d6c43 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2031219
Jul 23 16:20:59.657210 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45180) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:59.663943 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919805c40>, [{'id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'name': 'tempest-TestShelveInstance-1296925490-router', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:48Z', 'updated_at': '2021-07-23T16:20:56Z', 'revision_number': 4, 'project_id': '8d8ef13db38949168e851f68ee81f42d', 'gw_port': {'id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:49Z', 'updated_at': '2021-07-23T16:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '0342bb94-a3df-4e67-9ae7-795c0b7ead91', 'name': '', 'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'mac_address': 'fa:16:3e:0d:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '46649300-0a9f-4bf3-8c2a-a04d8cba2153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:55Z', 'updated_at': '2021-07-23T16:20:56Z', 'revision_number': 2, 'project_id': '8d8ef13db38949168e851f68ee81f42d', 'subnets': [{'id': '46649300-0a9f-4bf3-8c2a-a04d8cba2153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:59.668648 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-e8f8bd0f-1e41-4821-99aa-caf9f702b8be tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Request body: {'security_group_rule': {'security_group_id': '7b30840c-7492-4306-b95e-7994ccba386c', 'project_id': '8581af58d75742babcd97e9f098a70eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:59.670484 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Checking router: f2a11263-2e1e-4ddc-8c31-f131a15fea2e for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:20:59.671188 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Updating router f2a11263-2e1e-4ddc-8c31-f131a15fea2e port 0342bb94-a3df-4e67-9ae7-795c0b7ead91 binding host dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:20:59.676072 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e8f8bd0f-1e41-4821-99aa-caf9f702b8be tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:59.680154 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e8f8bd0f-1e41-4821-99aa-caf9f702b8be tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Usage tracker for resource:security_group_rule and tenant:8581af58d75742babcd97e9f098a70eb is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:59.683534 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e8f8bd0f-1e41-4821-99aa-caf9f702b8be tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:59.689515 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e8f8bd0f-1e41-4821-99aa-caf9f702b8be tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:59.720331 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e8f8bd0f-1e41-4821-99aa-caf9f702b8be tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.728856 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 45186) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:59.779124 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.887827 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e8f8bd0f-1e41-4821-99aa-caf9f702b8be tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.894300 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e8f8bd0f-1e41-4821-99aa-caf9f702b8be tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.898116 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-9979f996-aeee-496b-b756-919711faa675 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:59.919718 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1201953270-network', 'tenant_id': 'c9ff7ff146b648038fc20622f5f03df9'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:59.928111 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8bd0f-1e41-4821-99aa-caf9f702b8be tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2cf4339-9b14-43df-aee6-57353418b716,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:59.934628 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e8f8bd0f-1e41-4821-99aa-caf9f702b8be tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:59.934834 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:59.940595 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e8f8bd0f-1e41-4821-99aa-caf9f702b8be tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.942578 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-e8f8bd0f-1e41-4821-99aa-caf9f702b8be tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2835963
Jul 23 16:20:59.945580 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45198) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:59.956238 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Usage tracker for resource:network and tenant:c9ff7ff146b648038fc20622f5f03df9 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:59.956584 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-af13cdef-2b19-4ab7-b955-1c28cc226f65 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Request body: {'security_group_rule': {'security_group_id': '7b30840c-7492-4306-b95e-7994ccba386c', 'project_id': '8581af58d75742babcd97e9f098a70eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:20:59.960236 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:59.967326 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-af13cdef-2b19-4ab7-b955-1c28cc226f65 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:59.969370 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:59.975244 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-af13cdef-2b19-4ab7-b955-1c28cc226f65 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Usage tracker for resource:security_group_rule and tenant:8581af58d75742babcd97e9f098a70eb is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:59.979837 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-af13cdef-2b19-4ab7-b955-1c28cc226f65 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:59.987555 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-af13cdef-2b19-4ab7-b955-1c28cc226f65 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:00.008962 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Made reservation on behalf of c9ff7ff146b648038fc20622f5f03df9 for: {'network': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:21:00.011954 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-af13cdef-2b19-4ab7-b955-1c28cc226f65 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.020440 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.064879 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2b7a0-d9d1-4cb9-89ed-399eba8ff563 req-d72a1945-83d5-4c7e-9afc-b0a4e70901d0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:00.068478 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-64c2b7a0-d9d1-4cb9-89ed-399eba8ff563 req-d72a1945-83d5-4c7e-9afc-b0a4e70901d0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.2567320
Jul 23 16:21:00.155867 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.156672 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-af13cdef-2b19-4ab7-b955-1c28cc226f65 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.161237 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-af13cdef-2b19-4ab7-b955-1c28cc226f65 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.163587 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e8f8bd0f-1e41-4821-99aa-caf9f702b8be tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:00.189108 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-64c2b7a0-d9d1-4cb9-89ed-399eba8ff563 req-b50aef69-1503-4781-954f-127f800e10ef tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115730
Jul 23 16:21:00.190131 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:00.192075 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13cdef-2b19-4ab7-b955-1c28cc226f65 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef337db2-a083-4a68-a9b7-e2c8b83a1a33,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:00.194918 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-af13cdef-2b19-4ab7-b955-1c28cc226f65 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:00.200161 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Usage tracker for resource:security_group_rule and tenant:c9ff7ff146b648038fc20622f5f03df9 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:00.203935 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:00.211492 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-af13cdef-2b19-4ab7-b955-1c28cc226f65 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.216812 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 45206) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:00.218756 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-af13cdef-2b19-4ab7-b955-1c28cc226f65 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2719676
Jul 23 16:21:00.222140 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:00.228371 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Request body: {'security_group_rule': {'security_group_id': '7b30840c-7492-4306-b95e-7994ccba386c', 'project_id': '8581af58d75742babcd97e9f098a70eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:00.240205 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:00.252904 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Usage tracker for resource:security_group_rule and tenant:8581af58d75742babcd97e9f098a70eb is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:00.260396 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 94aa4d69-00aa-4a54-b524-14656ad50aec up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:00.263594 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:00.272439 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:00.290808 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.securitygroups_db [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Project 8581af58d75742babcd97e9f098a70eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 23 16:21:00.304220 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.376060 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.385424 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.405721 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Transition to ACTIVE for port object 0342bb94-a3df-4e67-9ae7-795c0b7ead91 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:00.411627 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.416930 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.417537 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.419052 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.423041 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:00.423388 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:00.432665 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.433069 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:21:00.460459 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000}  {{(pid=78518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:21:00.477535 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793ee313-588e-4b19-8caa-b51feb5b9288,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:00.481158 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:00.485167 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:00.493631 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 94aa4d69-00aa-4a54-b524-14656ad50aec triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:00.494201 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.500581 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.500947 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.segments_db [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Added segment 1aa31d67-bf31-48da-a50e-16326771884d of type vlan for network d8d1252a-a5a4-4304-987f-bddd3eb55ba4
Jul 23 16:21:00.513216 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16823f0a-d029-4e62-a1e8-cc972d1e87a9,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:00.515780 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:00.532946 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.536793 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3162875
Jul 23 16:21:00.537058 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 45210) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:00.544506 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Request body: {'security_group_rule': {'security_group_id': '7b30840c-7492-4306-b95e-7994ccba386c', 'project_id': '8581af58d75742babcd97e9f098a70eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:00.550526 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.555989 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:00.562296 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Usage tracker for resource:security_group_rule and tenant:8581af58d75742babcd97e9f098a70eb is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:00.566570 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:00.575417 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:00.600694 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.securitygroups_db [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Project 8581af58d75742babcd97e9f098a70eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 23 16:21:00.608037 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.609681 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:00.610277 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.613894 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.624335 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:00.641240 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Pushing event updated for resources: {'Port': ['ID=0342bb94-a3df-4e67-9ae7-795c0b7ead91,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:00.702562 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:00.706012 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:00.706130 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9731159
Jul 23 16:21:00.706217 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:00.706217 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:00.706217 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:00.706217 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:00.706217 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:00.706217 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:00.706620 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45214) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:00.706697 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:00.706871 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:00.707348 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:00.707706 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:00.712481 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Request body: {'subnet': {'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1201953270-subnet', 'tenant_id': 'c9ff7ff146b648038fc20622f5f03df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:00.720274 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:00.724734 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Usage tracker for resource:subnet and tenant:c9ff7ff146b648038fc20622f5f03df9 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:00.728420 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:00.737367 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:00.750145 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Made reservation on behalf of c9ff7ff146b648038fc20622f5f03df9 for: {'subnet': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:21:00.750349 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:00.751789 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214796'] for subnet, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.769303 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Pushing event updated for resources: {'Network': ['ID=d8d1252a-a5a4-4304-987f-bddd3eb55ba4,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:00.772208 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:00.787787 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network d8d1252a-a5a4-4304-987f-bddd3eb55ba4 details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:21:00.793839 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.798787 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.807532 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ebf8e172-3adf-42e4-948b-9f2f944d6c43 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:00.825881 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2a6a85-e6db-472a-84ee-6d1385f8b127,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:00.832577 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:00.835679 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Attempting to bind port 0342bb94-a3df-4e67-9ae7-795c0b7ead91 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:21:00.836204 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Attempting to bind port 0342bb94-a3df-4e67-9ae7-795c0b7ead91 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '697ce6d5-4477-4fc7-bcb4-3bfe11f9be09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:21:00.836547 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Attempting to bind port 0342bb94-a3df-4e67-9ae7-795c0b7ead91 on network b54251a9-ca42-4173-8d6e-be93783e76e0 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:21:00.839093 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.847288 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3021610
Jul 23 16:21:00.901184 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:21:00.901570 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Checking segment: {'id': '697ce6d5-4477-4fc7-bcb4-3bfe11f9be09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:21:00.902013 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.902441 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Bound using segment: {'id': '697ce6d5-4477-4fc7-bcb4-3bfe11f9be09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:21:00.902942 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Bound port: 0342bb94-a3df-4e67-9ae7-795c0b7ead91, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697ce6d5-4477-4fc7-bcb4-3bfe11f9be09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:21:00.903357 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.986250 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1710386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214910'] for subnet, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:00.998847 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:01.079984 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0a52fd-eedf-4f29-8cf0-573cdff26eea,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:01.082592 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:01.089020 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Checking segment: {'id': '1aa31d67-bf31-48da-a50e-16326771884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:21:01.089377 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Network hostable DHCP agents. Network: d8d1252a-a5a4-4304-987f-bddd3eb55ba4, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:21:01.114954 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Network d8d1252a-a5a4-4304-987f-bddd3eb55ba4 is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:21:01.128813 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, d8d1252a-a5a4-4304-987f-bddd3eb55ba4) {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:01.134382 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:01.135522 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:01.143165 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f5d5e6-4b3f-473a-9c2b-2acb7cce7454 None None] Network d8d1252a-a5a4-4304-987f-bddd3eb55ba4 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:21:01.162989 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4551957
Jul 23 16:21:01.426542 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] For port 0342bb94-a3df-4e67-9ae7-795c0b7ead91, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:21:01.431892 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] For port 0342bb94-a3df-4e67-9ae7-795c0b7ead91, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=0342bb94-a3df-4e67-9ae7-795c0b7ead91,segment=NetworkSegment(697ce6d5-4477-4fc7-bcb4-3bfe11f9be09),segment_id=697ce6d5-4477-4fc7-bcb4-3bfe11f9be09)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:21:01.449571 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:01.456093 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-854475d8-affb-4695-9946-950b75088bfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:01.519696 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b268750-9c34-4115-bad7-bc83e8cb743e req-deaef687-8c14-420b-af13-fe9a02f07360 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:01.525022 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3b268750-9c34-4115-bad7-bc83e8cb743e req-deaef687-8c14-420b-af13-fe9a02f07360 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1140101
Jul 23 16:21:01.630085 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3b268750-9c34-4115-bad7-bc83e8cb743e req-6f7f2178-5bd9-46e0-986f-4a4f2638152d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972977
Jul 23 16:21:01.704015 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Routers {'f2a11263-2e1e-4ddc-8c31-f131a15fea2e'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:21:01.704835 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919805c40>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:20:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['f2a11263-2e1e-4ddc-8c31-f131a15fea2e'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:01.800574 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Pushing event updated for resources: {'Port': ['ID=0342bb94-a3df-4e67-9ae7-795c0b7ead91,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:01.818880 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a2eea8-ad20-46c7-a50f-e2e02807445c None None] Network d8d1252a-a5a4-4304-987f-bddd3eb55ba4 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:21:01.844590 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:02.148275 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] Set router f2a11263-2e1e-4ddc-8c31-f131a15fea2e gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:21:02.631755 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919805c40>, [{'id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'name': 'tempest-TestShelveInstance-1296925490-router', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:48Z', 'updated_at': '2021-07-23T16:20:56Z', 'revision_number': 4, 'project_id': '8d8ef13db38949168e851f68ee81f42d', 'gw_port': {'id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:49Z', 'updated_at': '2021-07-23T16:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '0342bb94-a3df-4e67-9ae7-795c0b7ead91', 'name': '', 'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'mac_address': 'fa:16:3e:0d:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '46649300-0a9f-4bf3-8c2a-a04d8cba2153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:55Z', 'updated_at': '2021-07-23T16:21:01Z', 'revision_number': 4, 'project_id': '8d8ef13db38949168e851f68ee81f42d', 'subnets': [{'id': '46649300-0a9f-4bf3-8c2a-a04d8cba2153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:02.635942 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2966ed-4761-4d34-a441-50ade87bbe52 None None] The sync data for ids ['f2a11263-2e1e-4ddc-8c31-f131a15fea2e'] in dv-cinder-802036-1-iscsi is: [{'id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'name': 'tempest-TestShelveInstance-1296925490-router', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:48Z', 'updated_at': '2021-07-23T16:20:56Z', 'revision_number': 4, 'project_id': '8d8ef13db38949168e851f68ee81f42d', 'gw_port': {'id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:49Z', 'updated_at': '2021-07-23T16:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '0342bb94-a3df-4e67-9ae7-795c0b7ead91', 'name': '', 'network_id': 'b54251a9-ca42-4173-8d6e-be93783e76e0', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'mac_address': 'fa:16:3e:0d:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '46649300-0a9f-4bf3-8c2a-a04d8cba2153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:55Z', 'updated_at': '2021-07-23T16:21:01Z', 'revision_number': 4, 'project_id': '8d8ef13db38949168e851f68ee81f42d', 'subnets': [{'id': '46649300-0a9f-4bf3-8c2a-a04d8cba2153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:21:02.910986 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f33c84-76ad-4afa-ae54-747b5b11a7a1 req-392df03f-0ee7-428c-9daa-71ba28d3270c tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:02.912719 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-58f33c84-76ad-4afa-ae54-747b5b11a7a1 req-392df03f-0ee7-428c-9daa-71ba28d3270c tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1137013
Jul 23 16:21:02.964708 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-58f33c84-76ad-4afa-ae54-747b5b11a7a1 req-d1c929b3-43b4-4a13-b5f1-c15e1d760149 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460587
Jul 23 16:21:03.643726 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-6dadd0f6-1766-40b0-9e16-8b54b6b60050 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:03.644865 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-6dadd0f6-1766-40b0-9e16-8b54b6b60050 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Synchronizing usage tracker for tenant:c9ff7ff146b648038fc20622f5f03df9 on resource:network {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:21:03.665028 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-6dadd0f6-1766-40b0-9e16-8b54b6b60050 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Unset dirty status for tenant:c9ff7ff146b648038fc20622f5f03df9 on resource:network {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:21:03.666455 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-6dadd0f6-1766-40b0-9e16-8b54b6b60050 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/networks?id=d8d1252a-a5a4-4304-987f-bddd3eb55ba4 HTTP/1.1" status: 200  len: 814 time: 0.1794982
Jul 23 16:21:03.683374 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-338280ee-e1a9-4c27-a3d0-fbd69f9cfe69 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/quotas/c9ff7ff146b648038fc20622f5f03df9 HTTP/1.1" status: 200  len: 375 time: 0.0098076
Jul 23 16:21:03.731844 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-02e3ada0-7d05-47aa-8739-b024c169ea1d tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=c9ff7ff146b648038fc20622f5f03df9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0429380
Jul 23 16:21:03.876290 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-31b2e9e2-b0d0-4054-8bb9-173f22663fd6 service neutron] 10.222.0.82 "GET /v2.0/networks/d8d1252a-a5a4-4304-987f-bddd3eb55ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353488
Jul 23 16:21:04.128032 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-d0322120-18cd-4ce6-b1d7-07141dbb8532 service neutron] 10.222.0.82 "GET /v2.0/networks/d8d1252a-a5a4-4304-987f-bddd3eb55ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2457922
Jul 23 16:21:04.198489 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 0342bb94-a3df-4e67-9ae7-795c0b7ead91 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:04.345188 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 0342bb94-a3df-4e67-9ae7-795c0b7ead91 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:04.351382 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 0342bb94-a3df-4e67-9ae7-795c0b7ead91 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:04.352161 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:04.428498 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-54c7ca65-21a8-4294-a14f-1ad1aef0385f req-1b2922a8-90a1-446f-b364-8e667a61cce9 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 210 time: 0.1277556
Jul 23 16:21:04.470208 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4d988-24bc-487d-8942-af0f9a7e71e4 req-64c310cb-8455-41f3-8837-c678b9834862 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:04.491667 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6fe4d988-24bc-487d-8942-af0f9a7e71e4 req-64c310cb-8455-41f3-8837-c678b9834862 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1547711
Jul 23 16:21:04.549166 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:04.598308 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 0342bb94-a3df-4e67-9ae7-795c0b7ead91, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=0342bb94-a3df-4e67-9ae7-795c0b7ead91,segment=NetworkSegment(697ce6d5-4477-4fc7-bcb4-3bfe11f9be09),segment_id=697ce6d5-4477-4fc7-bcb4-3bfe11f9be09)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:04.604214 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:04.611092 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:04.629365 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6fe4d988-24bc-487d-8942-af0f9a7e71e4 req-3f6fdd36-9307-466b-a977-bb6e79c63bf0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367443
Jul 23 16:21:04.721708 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=0342bb94-a3df-4e67-9ae7-795c0b7ead91,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:04.726439 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:05.174604 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45382) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:05.359372 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-eda5d6a6-f8d9-47b6-8824-93b88007761f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:05.375516 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-eda5d6a6-f8d9-47b6-8824-93b88007761f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:05.379670 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-eda5d6a6-f8d9-47b6-8824-93b88007761f admin admin] Usage tracker for resource:security_group_rule and tenant:98a7fc3597ff43f5a4cdb593bf637ae1 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:05.382677 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-eda5d6a6-f8d9-47b6-8824-93b88007761f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:05.389375 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-eda5d6a6-f8d9-47b6-8824-93b88007761f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:05.486069 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-eda5d6a6-f8d9-47b6-8824-93b88007761f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:05.490399 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-eda5d6a6-f8d9-47b6-8824-93b88007761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:05.521013 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1c6465c1-9bec-402b-bdcd-fa9917eeb065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:05.538169 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 45396) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:05.538802 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-eda5d6a6-f8d9-47b6-8824-93b88007761f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=98a7fc3597ff43f5a4cdb593bf637ae1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3622930
Jul 23 16:21:05.557178 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5d6a6-f8d9-47b6-8824-93b88007761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7533358-4fbc-49e9-8aa1-8c15859d1f29,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:05.560187 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-eda5d6a6-f8d9-47b6-8824-93b88007761f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:05.636934 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d1014570-7b38-4df5-9c7f-3c5817a1f1df req-e7b856f1-8407-4b23-b50a-44c548f307e5 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 210 time: 0.0645635
Jul 23 16:21:05.675610 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8507f334-e185-44a8-bdaf-fa3ec4b358f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:05.706568 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8507f334-e185-44a8-bdaf-fa3ec4b358f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:05.798657 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8507f334-e185-44a8-bdaf-fa3ec4b358f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:05.808368 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:05.828011 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507f334-e185-44a8-bdaf-fa3ec4b358f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7533358-4fbc-49e9-8aa1-8c15859d1f29,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:05.831308 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-8507f334-e185-44a8-bdaf-fa3ec4b358f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:05.836246 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8507f334-e185-44a8-bdaf-fa3ec4b358f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:05.837407 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-8507f334-e185-44a8-bdaf-fa3ec4b358f2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f7533358-4fbc-49e9-8aa1-8c15859d1f29 HTTP/1.1" status: 204  len: 168 time: 0.2956192
Jul 23 16:21:05.870992 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6379b-f3d5-49b5-9093-640e0b25c14a req-717639d6-90b7-452f-8c4f-4f9802474cb0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:05.872609 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-07c6379b-f3d5-49b5-9093-640e0b25c14a req-717639d6-90b7-452f-8c4f-4f9802474cb0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1153331
Jul 23 16:21:05.920580 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-07c6379b-f3d5-49b5-9093-640e0b25c14a req-41522228-8621-4df7-ba3f-ca8bfb474469 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412395
Jul 23 16:21:06.166152 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 0342bb94-a3df-4e67-9ae7-795c0b7ead91 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:06.305868 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 0342bb94-a3df-4e67-9ae7-795c0b7ead91 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:06.306531 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:06.356225 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-6a51cea4-d938-4da3-ab2d-3cede85b9be6 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:06.358302 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-6a51cea4-d938-4da3-ab2d-3cede85b9be6 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.83 "GET /v2.0/networks?id=d8d1252a-a5a4-4304-987f-bddd3eb55ba4 HTTP/1.1" status: 200  len: 814 time: 0.3011763
Jul 23 16:21:06.386829 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Request body: {'port': {'device_id': '5c42b0f5-6d24-4a09-8405-75887784916a', 'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4', 'admin_state_up': True, 'tenant_id': 'c9ff7ff146b648038fc20622f5f03df9'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:06.681718 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:06.688295 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Usage tracker for resource:port and tenant:c9ff7ff146b648038fc20622f5f03df9 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:06.692471 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:06.704004 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:06.720064 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Made reservation on behalf of c9ff7ff146b648038fc20622f5f03df9 for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:21:06.727582 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:06.891026 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ba8bd941-be6d-4a20-a71c-5d8618805bc5 req-466fb920-1626-4ce8-bc34-0c1013ad6fb8 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 210 time: 0.0766935
Jul 23 16:21:07.004737 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Allocated IP 172.20.0.8 (d8d1252a-a5a4-4304-987f-bddd3eb55ba4/9b0a52fd-eedf-4f29-8cf0-573cdff26eea/de458d7e-5920-4a59-a264-fca13943abf8) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:21:07.343596 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb71947-9d99-4278-a1b2-7f2f136162f4 req-5731b9dc-6362-4ba2-bd45-aaaafca1bc0e tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:07.345560 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dbb71947-9d99-4278-a1b2-7f2f136162f4 req-5731b9dc-6362-4ba2-bd45-aaaafca1bc0e tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.2330658
Jul 23 16:21:07.352058 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:07.410097 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dbb71947-9d99-4278-a1b2-7f2f136162f4 req-564730bf-6b24-4509-ad30-e14695e524f8 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531268
Jul 23 16:21:07.428175 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:07.440647 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6a0e4476-27db-495e-ae12-1303273c7eb3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:07.512197 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Network d8d1252a-a5a4-4304-987f-bddd3eb55ba4 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:07.515398 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:07.519368 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:21:07.557357 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Pushing event updated for resources: {'Port': ['ID=de458d7e-5920-4a59-a264-fca13943abf8,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:07.565212 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:07.588047 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:07.588996 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:07.611406 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2289124
Jul 23 16:21:07.643231 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Request body: {'port': {'device_id': '5c42b0f5-6d24-4a09-8405-75887784916a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:07.821311 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:08.475908 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d36c8a-a18b-4b8a-ba15-a98e8afbb5c3 req-cbe28926-ac36-49f9-8321-f6fb5d59b5b9 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:08.476856 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-c7d36c8a-a18b-4b8a-ba15-a98e8afbb5c3 req-cbe28926-ac36-49f9-8321-f6fb5d59b5b9 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Synchronizing usage tracker for tenant:c9ff7ff146b648038fc20622f5f03df9 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:21:08.495599 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-ae1efaa7-296d-4b35-9f25-132ea2a46ad6 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:08.497772 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-ae1efaa7-296d-4b35-9f25-132ea2a46ad6 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/networks?id=a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 200  len: 814 time: 0.2757528
Jul 23 16:21:08.522869 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de458d7e-5920-4a59-a264-fca13943abf8 {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:21:08.540196 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-0541e9b2-5d85-4d62-88f4-2b56c944068d tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/quotas/9dfdee71573d4d00b2395762a43856df HTTP/1.1" status: 200  len: 375 time: 0.0342228
Jul 23 16:21:08.544137 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:08.588359 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-c7d36c8a-a18b-4b8a-ba15-a98e8afbb5c3 req-cbe28926-ac36-49f9-8321-f6fb5d59b5b9 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Unset dirty status for tenant:c9ff7ff146b648038fc20622f5f03df9 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:21:08.588359 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c7d36c8a-a18b-4b8a-ba15-a98e8afbb5c3 req-cbe28926-ac36-49f9-8321-f6fb5d59b5b9 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 931 time: 0.4246540
Jul 23 16:21:08.634106 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Transition to ACTIVE for port object de458d7e-5920-4a59-a264-fca13943abf8 will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:08.643184 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:08.651701 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-886ebd87-6330-45bd-a485-2b176854d671 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:08.798889 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-c7d36c8a-a18b-4b8a-ba15-a98e8afbb5c3 req-aca66d09-e36a-4032-bbea-de374f02d553 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Synchronizing usage tracker for tenant:c9ff7ff146b648038fc20622f5f03df9 on resource:security_group {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:21:08.841112 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Pushing event updated for resources: {'Port': ['ID=de458d7e-5920-4a59-a264-fca13943abf8,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:08.844458 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:08.905527 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-e1547cb9-f1fc-42f3-a075-80a0b591de4e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9dfdee71573d4d00b2395762a43856df&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3644598
Jul 23 16:21:08.915283 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-c7d36c8a-a18b-4b8a-ba15-a98e8afbb5c3 req-aca66d09-e36a-4032-bbea-de374f02d553 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Unset dirty status for tenant:c9ff7ff146b648038fc20622f5f03df9 on resource:security_group {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:21:08.917006 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c7d36c8a-a18b-4b8a-ba15-a98e8afbb5c3 req-aca66d09-e36a-4032-bbea-de374f02d553 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3143253
Jul 23 16:21:09.069609 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Attempting to bind port de458d7e-5920-4a59-a264-fca13943abf8 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:21:09.070069 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Attempting to bind port de458d7e-5920-4a59-a264-fca13943abf8 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '1aa31d67-bf31-48da-a50e-16326771884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:21:09.070465 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Attempting to bind port de458d7e-5920-4a59-a264-fca13943abf8 on network d8d1252a-a5a4-4304-987f-bddd3eb55ba4 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:21:09.094959 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Port de458d7e-5920-4a59-a264-fca13943abf8 on network d8d1252a-a5a4-4304-987f-bddd3eb55ba4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:21:09.095312 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Attempting to bind port de458d7e-5920-4a59-a264-fca13943abf8 on network d8d1252a-a5a4-4304-987f-bddd3eb55ba4 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:21:09.114188 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:21:09.114525 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Checking segment: {'id': '1aa31d67-bf31-48da-a50e-16326771884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:21:09.114905 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Bound using segment: {'id': '1aa31d67-bf31-48da-a50e-16326771884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:21:09.115359 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Bound port: de458d7e-5920-4a59-a264-fca13943abf8, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa31d67-bf31-48da-a50e-16326771884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:21:09.115710 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:09.214872 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-0c46525f-1e65-4f9e-b06f-52b72b8f305f service neutron] 10.222.0.82 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3005960
Jul 23 16:21:09.295447 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] For port de458d7e-5920-4a59-a264-fca13943abf8, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:21:09.298920 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] For port de458d7e-5920-4a59-a264-fca13943abf8, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=de458d7e-5920-4a59-a264-fca13943abf8,segment=NetworkSegment(1aa31d67-bf31-48da-a50e-16326771884d),segment_id=1aa31d67-bf31-48da-a50e-16326771884d)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:21:09.308609 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742994e0-60d2-4b1b-829b-a573c612824b req-a6513b68-11a3-447f-8f91-97f6697e85e5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:09.310071 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-742994e0-60d2-4b1b-829b-a573c612824b req-a6513b68-11a3-447f-8f91-97f6697e85e5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.2764840
Jul 23 16:21:09.357959 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:09.367041 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-39096aba-ead2-45ed-b12d-554de76c9a44 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:09.448282 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:09.448892 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:09.450251 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a366f639-3967-45a6-acac-abe0337d731a service neutron] 10.222.0.83 "PUT /v2.0/ports/de458d7e-5920-4a59-a264-fca13943abf8 HTTP/1.1" status: 200  len: 1093 time: 1.8119729
Jul 23 16:21:09.452673 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c42b0f5-6d24-4a09-8405-75887784916a', 'tag': 'de458d7e-5920-4a59-a264-fca13943abf8'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:21:09.491308 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-742994e0-60d2-4b1b-829b-a573c612824b req-50887c68-b76b-4d00-aaa0-5d14eb8acdb6 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346762
Jul 23 16:21:09.519651 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-fcd53bb7-e129-4170-b612-1050c6dfd0ac service neutron] 10.222.0.82 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3037925
Jul 23 16:21:09.524769 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Pushing event updated for resources: {'Port': ['ID=de458d7e-5920-4a59-a264-fca13943abf8,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:09.571228 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:09.573348 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c42b0f5-6d24-4a09-8405-75887784916a', 'tag': 'de458d7e-5920-4a59-a264-fca13943abf8', 'status': 'completed', 'code': 200}
Jul 23 16:21:09.614601 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-f9249494-732f-47ed-bb68-159c51777c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:09.616116 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-f9249494-732f-47ed-bb68-159c51777c47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c9ff7ff146b648038fc20622f5f03df9&device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 1096 time: 0.0875998
Jul 23 16:21:09.701276 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ac049da9-2aca-4f0b-a1ce-7f631fbaf11f req-20cf06a9-6a91-4694-821b-2e2b3d6bd52c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 210 time: 0.0480013
Jul 23 16:21:10.216541 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81310e-3bd6-4c14-8eb5-9b98cf328117 req-2d666c1b-8225-4d10-8e9f-63a59479f3a1 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:10.217969 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fa81310e-3bd6-4c14-8eb5-9b98cf328117 req-2d666c1b-8225-4d10-8e9f-63a59479f3a1 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 943 time: 0.1806712
Jul 23 16:21:10.264305 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fa81310e-3bd6-4c14-8eb5-9b98cf328117 req-01f6225c-847e-469b-a447-ad650dc79f10 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404701
Jul 23 16:21:10.683250 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf6fff-daf4-47bf-9897-8450247b5eda req-d243a461-7c80-4cd2-ae89-804df640d4b2 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:10.684693 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5fdf6fff-daf4-47bf-9897-8450247b5eda req-d243a461-7c80-4cd2-ae89-804df640d4b2 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0819061
Jul 23 16:21:10.731451 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5fdf6fff-daf4-47bf-9897-8450247b5eda req-ca28d54a-4ee3-4bc7-9bc1-ae82de92a019 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410628
Jul 23 16:21:10.855396 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f1d0ea4f-753e-47e7-b298-29e64d49836e req-69d34bb8-b957-4b9c-9821-9c5c7f39229f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 210 time: 0.0449243
Jul 23 16:21:11.455737 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2047cfb-08d3-4dd0-b620-149711c4de2d req-ae619d7b-8bb7-4168-b582-ce6daf526db2 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:11.457240 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d2047cfb-08d3-4dd0-b620-149711c4de2d req-ae619d7b-8bb7-4168-b582-ce6daf526db2 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 943 time: 0.0816112
Jul 23 16:21:11.510082 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d2047cfb-08d3-4dd0-b620-149711c4de2d req-13751eb8-d573-4569-8819-ef0ad8748512 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468252
Jul 23 16:21:11.915816 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03de67-5ead-4a45-9fe9-e319697af4a3 req-3f8bb46d-2b29-49a8-847d-f2c409ea1263 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:11.918064 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1e03de67-5ead-4a45-9fe9-e319697af4a3 req-3f8bb46d-2b29-49a8-847d-f2c409ea1263 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0814216
Jul 23 16:21:11.964234 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1e03de67-5ead-4a45-9fe9-e319697af4a3 req-d5ab95c0-7995-4a40-b72c-1fe4c712196d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401032
Jul 23 16:21:12.011246 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e67c45b0-2524-4113-a3b7-9bc642521973 req-0259f5fc-e02d-4be6-859c-9ca739fdd1de tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 210 time: 0.0458462
Jul 23 16:21:12.695438 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196adcb-58f8-4223-a860-8f86a3089300 req-aa498116-903f-4df2-9891-f6fa4dce24c2 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:12.696935 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5196adcb-58f8-4223-a860-8f86a3089300 req-aa498116-903f-4df2-9891-f6fa4dce24c2 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 943 time: 0.0829921
Jul 23 16:21:12.742024 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5196adcb-58f8-4223-a860-8f86a3089300 req-6cff7c43-3221-47ce-bf4e-0a6dc4fe522d tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389156
Jul 23 16:21:12.818305 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-d6c1fbef-88b7-4216-96fa-55e8c22eab49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de458d7e-5920-4a59-a264-fca13943abf8 HTTP/1.1" status: 200  len: 217 time: 0.0746424
Jul 23 16:21:12.889996 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-06cd9dac-cef6-4ea0-8289-fb45843029d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:12.891791 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-06cd9dac-cef6-4ea0-8289-fb45843029d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9b0a52fd-eedf-4f29-8cf0-573cdff26eea HTTP/1.1" status: 200  len: 854 time: 0.0624137
Jul 23 16:21:12.943512 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-a9184d8e-e004-42ff-9dd7-83c978ec87bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8d1252a-a5a4-4304-987f-bddd3eb55ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443850
Jul 23 16:21:13.214669 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-8964fe7f-a0b1-49f2-84da-cf3093efa427 service neutron] 10.222.0.83 "GET /v2.0/networks/d8d1252a-a5a4-4304-987f-bddd3eb55ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2588899
Jul 23 16:21:13.217855 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-57e1d8eb-a594-4688-bb0c-ab1b5f974c19 req-b173cff5-79e9-42c8-9e26-bdae15beb7b7 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 210 time: 0.0649991
Jul 23 16:21:13.345050 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a17fde-1c77-451c-866a-f721c5352a71 req-60836f70-6548-4103-8e27-323ad63c9148 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:13.346768 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-35a17fde-1c77-451c-866a-f721c5352a71 req-60836f70-6548-4103-8e27-323ad63c9148 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.2410362
Jul 23 16:21:13.402659 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b4a038e-cc25-4ce7-b3fb-5ff2329e10ca req-c9622071-d22e-4821-a29c-a1f126964355 service neutron] 10.222.0.83 "GET /v2.0/networks/d8d1252a-a5a4-4304-987f-bddd3eb55ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800497
Jul 23 16:21:13.412980 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-35a17fde-1c77-451c-866a-f721c5352a71 req-d3e75e69-851c-4eb4-a7dd-b7ebae8a38b0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592711
Jul 23 16:21:13.731850 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dbc92-cb5f-4ee0-a20c-19e14543de52 req-ecdd13a8-4977-4548-839c-904f56db3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:13.733436 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0b8dbc92-cb5f-4ee0-a20c-19e14543de52 req-ecdd13a8-4977-4548-839c-904f56db3a04 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c9ff7ff146b648038fc20622f5f03df9&device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 1096 time: 0.1370354
Jul 23 16:21:14.007041 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dbc92-cb5f-4ee0-a20c-19e14543de52 req-ae5d4730-451d-466e-b7e3-745f77f9b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:14.008542 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0b8dbc92-cb5f-4ee0-a20c-19e14543de52 req-ae5d4730-451d-466e-b7e3-745f77f9b62f service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8d1252a-a5a4-4304-987f-bddd3eb55ba4 HTTP/1.1" status: 200  len: 916 time: 0.2619071
Jul 23 16:21:14.245345 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0b8dbc92-cb5f-4ee0-a20c-19e14543de52 req-ae8ddebb-6868-4e6c-8a53-236beff0e827 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de458d7e-5920-4a59-a264-fca13943abf8 HTTP/1.1" status: 200  len: 217 time: 0.1292825
Jul 23 16:21:14.371020 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe1225-72dd-402e-8cb5-7e17f016597a req-4e861d0f-e080-4612-b8ba-3eabc83ae832 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:14.372483 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-13fe1225-72dd-402e-8cb5-7e17f016597a req-4e861d0f-e080-4612-b8ba-3eabc83ae832 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 943 time: 0.4740207
Jul 23 16:21:14.382865 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f3213-f526-4fec-9728-21622d12e665 req-978b0735-63ff-471b-ab53-7d24c29240b1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:14.384266 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d06f3213-f526-4fec-9728-21622d12e665 req-978b0735-63ff-471b-ab53-7d24c29240b1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.5198421
Jul 23 16:21:14.392818 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-739c5070-34fe-41c5-bdd8-0b1e55ee3feb tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:14.394159 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-739c5070-34fe-41c5-bdd8-0b1e55ee3feb tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "GET /v2.0/networks?id=a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 200  len: 814 time: 0.4335065
Jul 23 16:21:14.395549 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dbc92-cb5f-4ee0-a20c-19e14543de52 req-23d087e8-70ce-4179-b0af-220c97a3c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:14.396867 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0b8dbc92-cb5f-4ee0-a20c-19e14543de52 req-23d087e8-70ce-4179-b0af-220c97a3c52d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9b0a52fd-eedf-4f29-8cf0-573cdff26eea HTTP/1.1" status: 200  len: 854 time: 0.1318793
Jul 23 16:21:14.440440 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Request body: {'port': {'device_id': 'c5069195-f5ad-4e82-89ab-ef1331af6d93', 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59', 'admin_state_up': True, 'tenant_id': '9dfdee71573d4d00b2395762a43856df'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:14.535177 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0b8dbc92-cb5f-4ee0-a20c-19e14543de52 req-4c93d693-bb6e-4ca9-a8fa-1f5938c3fb04 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8d1252a-a5a4-4304-987f-bddd3eb55ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0999634
Jul 23 16:21:14.547931 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-13fe1225-72dd-402e-8cb5-7e17f016597a req-8185fd16-de5a-4f2a-9e14-d111b755d7c9 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618772
Jul 23 16:21:14.554135 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d06f3213-f526-4fec-9728-21622d12e665 req-6da52c47-9834-405b-8f33-91440e9bdfe0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563940
Jul 23 16:21:14.814186 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bc69ae17-bc98-4c28-ae14-188c40ce328c req-958bc59b-3ec2-475c-9c56-b5ff93f95fd3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 210 time: 0.1515267
Jul 23 16:21:14.873586 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:14.905574 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:14.912758 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0b8dbc92-cb5f-4ee0-a20c-19e14543de52 req-5789587f-6f97-4cc2-abba-9c40a282e18a service neutron] 10.222.0.83 "GET /v2.0/networks/d8d1252a-a5a4-4304-987f-bddd3eb55ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3639941
Jul 23 16:21:14.928452 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Made reservation on behalf of 9dfdee71573d4d00b2395762a43856df for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:21:14.932829 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:14.992106 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bfa50-c154-4100-90ee-00fe8f462c86 req-55bcf893-9082-4c15-837c-b99075fc475f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:14.993728 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-104bfa50-c154-4100-90ee-00fe8f462c86 req-55bcf893-9082-4c15-837c-b99075fc475f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.2832339
Jul 23 16:21:15.194758 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-104bfa50-c154-4100-90ee-00fe8f462c86 req-76eb5ab2-b203-4f94-af80-c241f073a89c tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884713
Jul 23 16:21:15.222865 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0b8dbc92-cb5f-4ee0-a20c-19e14543de52 req-f032ba6f-39b3-4f32-9dc4-0968a53fe04a service neutron] 10.222.0.83 "GET /v2.0/networks/d8d1252a-a5a4-4304-987f-bddd3eb55ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2793012
Jul 23 16:21:15.295669 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Allocated IP 172.20.0.14 (a50d0006-7352-42e6-a958-596db1c23e59/7520d2dd-36ef-41cf-9656-baecf7013948/873cd0d5-ff2f-4b95-872a-e2d843aef9a2) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:21:15.508171 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:15.540713 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:15.546409 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c201a727-429d-4263-979d-48ff8a371972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:15.589686 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['2ead14dd-eaac-4721-b492-f446ffc3654c', 'a41c3a9b-e4da-4489-9d30-6cd769397eb0', '8ec58e69-1449-4558-92e9-556e7c9ef0d1'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:21:15.613658 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Network a50d0006-7352-42e6-a958-596db1c23e59 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:15.616900 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:15.621265 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:21:15.653039 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Pushing event updated for resources: {'Port': ['ID=873cd0d5-ff2f-4b95-872a-e2d843aef9a2,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:15.659600 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:15.781983 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:15.782598 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:15.829411 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3953519
Jul 23 16:21:15.850690 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f6238-acdc-475e-843a-94f1fb355623 req-23804494-5129-490c-81a8-77782ab5cb64 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:15.852717 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-512f6238-acdc-475e-843a-94f1fb355623 req-23804494-5129-490c-81a8-77782ab5cb64 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 943 time: 0.1779654
Jul 23 16:21:15.858931 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Request body: {'port': {'device_id': 'c5069195-f5ad-4e82-89ab-ef1331af6d93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:16.045702 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dd25e-1bce-4fbe-bf59-b806827fd6f5 req-c1af5925-cf91-412c-8333-1d66e131f173 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:16.047203 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-272dd25e-1bce-4fbe-bf59-b806827fd6f5 req-c1af5925-cf91-412c-8333-1d66e131f173 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.3259263
Jul 23 16:21:16.149190 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-512f6238-acdc-475e-843a-94f1fb355623 req-e36c9220-68e5-454e-b5e9-982164ff6d1a tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548283
Jul 23 16:21:16.167933 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-272dd25e-1bce-4fbe-bf59-b806827fd6f5 req-deec2716-a64d-4187-8b59-20896036417e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076994
Jul 23 16:21:16.172491 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:16.270676 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device de458d7e-5920-4a59-a264-fca13943abf8 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:21:16.478204 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port de458d7e-5920-4a59-a264-fca13943abf8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=de458d7e-5920-4a59-a264-fca13943abf8,segment=NetworkSegment(1aa31d67-bf31-48da-a50e-16326771884d),segment_id=1aa31d67-bf31-48da-a50e-16326771884d)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:16.501045 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': 'de458d7e-5920-4a59-a264-fca13943abf8', 'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4', 'port_id': 'de458d7e-5920-4a59-a264-fca13943abf8', 'mac_address': 'fa:16:3e:53:d4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0a52fd-eedf-4f29-8cf0-573cdff26eea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:21:16.537548 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b771c-5d04-421d-8e97-04487d45aa43 req-71bbc755-38ee-4d9d-aae4-e753b9e299f5 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:16.538268 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-cb6b771c-5d04-421d-8e97-04487d45aa43 req-71bbc755-38ee-4d9d-aae4-e753b9e299f5 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Synchronizing usage tracker for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:21:16.563412 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:16.583404 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de458d7e-5920-4a59-a264-fca13943abf8 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:21:16.601922 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-cb6b771c-5d04-421d-8e97-04487d45aa43 req-71bbc755-38ee-4d9d-aae4-e753b9e299f5 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Unset dirty status for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:21:16.603145 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cb6b771c-5d04-421d-8e97-04487d45aa43 req-71bbc755-38ee-4d9d-aae4-e753b9e299f5 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 932 time: 0.3518209
Jul 23 16:21:16.609314 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45630) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:16.611840 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port de458d7e-5920-4a59-a264-fca13943abf8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=de458d7e-5920-4a59-a264-fca13943abf8,segment=NetworkSegment(1aa31d67-bf31-48da-a50e-16326771884d),segment_id=1aa31d67-bf31-48da-a50e-16326771884d)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:16.616810 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:16.619267 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:16.682358 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cb6b771c-5d04-421d-8e97-04487d45aa43 req-eb76ecf4-e061-439e-b5c4-22f26cb9ddd3 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707269
Jul 23 16:21:16.701447 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=de458d7e-5920-4a59-a264-fca13943abf8,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:16.704847 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:16.738001 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1c2ef-7b97-4a05-b95b-f430edbdeba9 req-a656540b-899e-4770-8b21-6b71f81d9567 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:16.739491 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-88a1c2ef-7b97-4a05-b95b-f430edbdeba9 req-a656540b-899e-4770-8b21-6b71f81d9567 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.2474759
Jul 23 16:21:16.750564 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:21:16.766616 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-264a7fcd-11ab-431b-b713-2ce69ea14b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:16.775967 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:16.782375 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-264a7fcd-11ab-431b-b713-2ce69ea14b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:16.786521 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-264a7fcd-11ab-431b-b713-2ce69ea14b3c admin admin] Usage tracker for resource:security_group_rule and tenant:73531cad9cf24237bca5d29b572ea295 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:16.790156 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-264a7fcd-11ab-431b-b713-2ce69ea14b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:16.800540 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-264a7fcd-11ab-431b-b713-2ce69ea14b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:16.860399 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Transition to ACTIVE for port object 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:16.871052 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:16.876858 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-88a1c2ef-7b97-4a05-b95b-f430edbdeba9 req-1a642354-b6ba-49af-9afe-2c0095400325 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287425
Jul 23 16:21:16.879424 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:16.898004 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-264a7fcd-11ab-431b-b713-2ce69ea14b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:16.899410 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-264a7fcd-11ab-431b-b713-2ce69ea14b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:16.908918 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ec68b379-b064-4a74-9bc8-1537dbd9d11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:16.952654 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-264a7fcd-11ab-431b-b713-2ce69ea14b3c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=73531cad9cf24237bca5d29b572ea295&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3416073
Jul 23 16:21:16.953667 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a7fcd-11ab-431b-b713-2ce69ea14b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2191986-2887-413b-ab21-bca488ba2f93,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:16.957507 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-264a7fcd-11ab-431b-b713-2ce69ea14b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:16.957992 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45636) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:17.025354 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Pushing event updated for resources: {'Port': ['ID=873cd0d5-ff2f-4b95-872a-e2d843aef9a2,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:17.029824 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-30f22d65-6957-4f82-a2b4-3366be62c6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:17.030778 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:17.056631 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-30f22d65-6957-4f82-a2b4-3366be62c6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:17.113279 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-30f22d65-6957-4f82-a2b4-3366be62c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:17.118359 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-3bd7d69b-04a5-4c2c-80cf-a7b2336dc685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:17.122684 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb24f41-3d45-4a07-931c-4b03a4046a8e req-5b7168fc-47df-4c0e-a652-a8a3d7b2e892 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:17.124621 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6cb24f41-3d45-4a07-931c-4b03a4046a8e req-5b7168fc-47df-4c0e-a652-a8a3d7b2e892 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.3361731
Jul 23 16:21:17.138798 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f22d65-6957-4f82-a2b4-3366be62c6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2191986-2887-413b-ab21-bca488ba2f93,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:17.141622 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-30f22d65-6957-4f82-a2b4-3366be62c6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:17.142933 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-30f22d65-6957-4f82-a2b4-3366be62c6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:17.144077 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-30f22d65-6957-4f82-a2b4-3366be62c6f0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c2191986-2887-413b-ab21-bca488ba2f93 HTTP/1.1" status: 204  len: 168 time: 0.1850166
Jul 23 16:21:17.179966 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Attempting to bind port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:21:17.180304 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Attempting to bind port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:21:17.180633 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Attempting to bind port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 on network a50d0006-7352-42e6-a958-596db1c23e59 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:21:17.187524 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['de458d7e-5920-4a59-a264-fca13943abf8'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:21:17.189585 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 on network a50d0006-7352-42e6-a958-596db1c23e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:21:17.189910 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Attempting to bind port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 on network a50d0006-7352-42e6-a958-596db1c23e59 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:21:17.201277 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6cb24f41-3d45-4a07-931c-4b03a4046a8e req-4d070892-55d0-4fcb-b8d4-49f41675f137 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646806
Jul 23 16:21:17.202144 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:21:17.202478 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Checking segment: {'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:21:17.202962 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Bound using segment: {'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:21:17.203419 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Bound port: 873cd0d5-ff2f-4b95-872a-e2d843aef9a2, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71dca986-d66e-445d-9d35-19d6216f093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:21:17.203761 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:17.357425 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] For port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:21:17.365253 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] For port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=873cd0d5-ff2f-4b95-872a-e2d843aef9a2,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:21:17.373295 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:17.381513 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:17.585658 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:17.586357 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:17.587981 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] 10.222.0.83 "PUT /v2.0/ports/873cd0d5-ff2f-4b95-872a-e2d843aef9a2 HTTP/1.1" status: 200  len: 1094 time: 1.7339747
Jul 23 16:21:17.597229 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5069195-f5ad-4e82-89ab-ef1331af6d93', 'tag': '873cd0d5-ff2f-4b95-872a-e2d843aef9a2'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:21:17.625141 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Pushing event updated for resources: {'Port': ['ID=873cd0d5-ff2f-4b95-872a-e2d843aef9a2,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:17.630169 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:17.665291 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400b85-9227-4ea8-a74c-9aa49688b615 req-356a8a4f-e95d-404f-b60c-0331799e57d1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:17.667650 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-59400b85-9227-4ea8-a74c-9aa49688b615 req-356a8a4f-e95d-404f-b60c-0331799e57d1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.2058096
Jul 23 16:21:17.708893 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256158bf-21d1-436e-9012-28bf0c7a8871 req-f590c925-3040-48ce-ad93-4568d0887141 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:17.710370 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-256158bf-21d1-436e-9012-28bf0c7a8871 req-f590c925-3040-48ce-ad93-4568d0887141 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 944 time: 0.2497015
Jul 23 16:21:17.810027 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-59400b85-9227-4ea8-a74c-9aa49688b615 req-807f3dd5-1869-4c3b-9e19-601c0131ee7a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986979
Jul 23 16:21:17.816596 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-256158bf-21d1-436e-9012-28bf0c7a8871 req-adcafcff-d963-4f9e-a9f0-415296901225 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990965
Jul 23 16:21:17.836224 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-f3aa79d3-6ea6-4d87-bb7a-7cf7f8449064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:17.837799 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-f3aa79d3-6ea6-4d87-bb7a-7cf7f8449064 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9dfdee71573d4d00b2395762a43856df&device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 1097 time: 0.1691797
Jul 23 16:21:17.907530 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5069195-f5ad-4e82-89ab-ef1331af6d93', 'tag': '873cd0d5-ff2f-4b95-872a-e2d843aef9a2', 'status': 'completed', 'code': 200}
Jul 23 16:21:17.922310 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-5143c08d-3f3b-4c6f-bf5c-dc0f2055fd90 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=873cd0d5-ff2f-4b95-872a-e2d843aef9a2 HTTP/1.1" status: 200  len: 217 time: 0.0647516
Jul 23 16:21:18.093170 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45676) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:18.208658 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-a154c698-745b-475e-8267-4e5b5e447611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:18.210158 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-a154c698-745b-475e-8267-4e5b5e447611 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7520d2dd-36ef-41cf-9656-baecf7013948 HTTP/1.1" status: 200  len: 854 time: 0.2723584
Jul 23 16:21:18.213547 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2132035225-network', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:18.218290 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:18.222200 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Usage tracker for resource:network and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:18.225090 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:18.232823 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:18.242862 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Made reservation on behalf of 9b91736caab74a6eb5a5f02af6266d99 for: {'network': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:21:18.245181 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:18.257152 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:18.271812 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:18.275990 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-8de1397b-1b9f-4f29-b7bd-3894677c5bcf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a50d0006-7352-42e6-a958-596db1c23e59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477653
Jul 23 16:21:18.276218 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Usage tracker for resource:security_group_rule and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:18.279549 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:18.285753 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:18.318913 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f83f5e-83e1-48b1-a4ca-cb5732719862 req-c190267a-5627-4caa-8cb5-6fd9f4be82f4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:18.320402 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-70f83f5e-83e1-48b1-a4ca-cb5732719862 req-c190267a-5627-4caa-8cb5-6fd9f4be82f4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 944 time: 0.3809466
Jul 23 16:21:18.378509 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:18.382287 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:18.385684 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-0bb87525-56ed-45ec-80da-22624ea8f45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:18.430561 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc049a76-71d8-4429-a8b4-43e0611bdcbc req-54e7616b-942f-43f7-b779-71648d2e886d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:18.432293 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dc049a76-71d8-4429-a8b4-43e0611bdcbc req-54e7616b-942f-43f7-b779-71648d2e886d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.2775445
Jul 23 16:21:18.484640 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-70f83f5e-83e1-48b1-a4ca-cb5732719862 req-9fc124a5-bb3d-4c14-9aec-73f21b0ccc88 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480138
Jul 23 16:21:18.495581 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039}  {{(pid=78519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:21:18.501217 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959028be-9a45-486d-ac24-f0f48a94de5d,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:18.509446 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:18.518023 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:18.518759 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.segments_db [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Added segment 8f4af40a-9ebf-4de1-a380-f4c9183a15f3 of type vlan for network 10915c46-1d6d-4de0-80b0-bbee884607df
Jul 23 16:21:18.519285 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-9725d84c-a375-4c6f-a76e-9ae16cb89cc2 service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2327437
Jul 23 16:21:18.523926 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dc049a76-71d8-4429-a8b4-43e0611bdcbc req-89a7ed8c-ab19-4b3e-9195-3865f9f4ac2e tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821507
Jul 23 16:21:18.551115 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:18.582774 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:18.584290 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:18.584964 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:18.589491 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:18.687822 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5933971
Jul 23 16:21:18.691080 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45684) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:18.694047 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Pushing event updated for resources: {'Network': ['ID=10915c46-1d6d-4de0-80b0-bbee884607df,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:18.700385 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Request body: {'subnet': {'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2132035225-subnet', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'ip_version': 4}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:18.704813 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:18.706064 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:18.712523 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Usage tracker for resource:subnet and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:18.714336 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network 10915c46-1d6d-4de0-80b0-bbee884607df details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:21:18.716705 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:18.727160 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:18.734114 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d32659-36c8-4b51-b9d1-32f021de4771 req-f7fb0b44-4910-478a-9dd0-e7aa0bdd77fa service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1970377
Jul 23 16:21:18.739313 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Made reservation on behalf of 9b91736caab74a6eb5a5f02af6266d99 for: {'subnet': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:21:18.742430 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214796'] for subnet, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:18.769163 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f050cf-4ba2-4b03-8bcf-46b22fc70c4b req-54bcbb53-83ef-41c3-a66a-4d5eef8d6bc9 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:18.773641 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60f050cf-4ba2-4b03-8bcf-46b22fc70c4b req-54bcbb53-83ef-41c3-a66a-4d5eef8d6bc9 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.1377666
Jul 23 16:21:18.826294 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60f050cf-4ba2-4b03-8bcf-46b22fc70c4b req-bd95557a-2288-4004-838b-64d6924f25db tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458865
Jul 23 16:21:18.996049 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1710386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214910'] for subnet, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.000290 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-2dd0b2a2-e67c-4b4e-9ec9-d217f3fff047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:19.034125 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30c2b2-4e9e-41a0-961f-a2496ea0d0a6 req-3f29f013-be22-4676-b6a7-b611fc2fe01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:19.035801 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ce30c2b2-4e9e-41a0-961f-a2496ea0d0a6 req-3f29f013-be22-4676-b6a7-b611fc2fe01e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9dfdee71573d4d00b2395762a43856df&device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 1097 time: 0.1539333
Jul 23 16:21:19.083253 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8a5c54-2b80-4df0-9563-26a74e02a670,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:19.086768 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:19.094656 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Checking segment: {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:21:19.095306 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Network hostable DHCP agents. Network: 10915c46-1d6d-4de0-80b0-bbee884607df, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:21:19.115887 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Network 10915c46-1d6d-4de0-80b0-bbee884607df is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:21:19.125743 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, 10915c46-1d6d-4de0-80b0-bbee884607df) {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:19.130302 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:19.131208 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.141190 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f479d-07d3-46db-a274-415e674babb1 None None] Network 10915c46-1d6d-4de0-80b0-bbee884607df requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:21:19.156798 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-d1b8fe2e-d154-45dc-9d8f-608f547ba142 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4643493
Jul 23 16:21:19.159380 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45694) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:19.164821 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:19.170438 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:19.174809 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Usage tracker for resource:router and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:19.178189 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:19.185323 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:19.212195 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.214220 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-490461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.236505 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.246192 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30c2b2-4e9e-41a0-961f-a2496ea0d0a6 req-02da54e9-948d-4f91-b872-94de12c5938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:19.248258 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ce30c2b2-4e9e-41a0-961f-a2496ea0d0a6 req-02da54e9-948d-4f91-b872-94de12c5938f service neutron] 10.222.0.83 "GET /v2.0/networks?id=a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 200  len: 916 time: 0.1977773
Jul 23 16:21:19.274184 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6482f-af66-46aa-b1c9-fcd4d4998f6a req-6f406ae5-60f8-4c24-bd2d-ef2d90db52d1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:19.276588 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d2a6482f-af66-46aa-b1c9-fcd4d4998f6a req-6f406ae5-60f8-4c24-bd2d-ef2d90db52d1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.3182218
Jul 23 16:21:19.285495 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389885-b0ea-422d-a254-970828e242ec req-53d5cb9a-4082-45f2-a7be-a3ad2d3cf618 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:19.287026 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-87389885-b0ea-422d-a254-970828e242ec req-53d5cb9a-4082-45f2-a7be-a3ad2d3cf618 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 944 time: 0.2900703
Jul 23 16:21:19.387106 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71595677-b0e3-51d9-a2ec-9830c8832526-10915c46-1d6d-4de0-80b0-bbee884607df', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670'}]}} from dv-cinder-802036-1-iscsi. {{(pid=78520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 23 16:21:19.388057 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.414690 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ce30c2b2-4e9e-41a0-961f-a2496ea0d0a6 req-72037a89-0652-46a1-90af-98fea1a92d68 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=873cd0d5-ff2f-4b95-872a-e2d843aef9a2 HTTP/1.1" status: 200  len: 217 time: 0.1369247
Jul 23 16:21:19.525132 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d2a6482f-af66-46aa-b1c9-fcd4d4998f6a req-548f080f-041f-4348-b7ef-718f6bd07c68 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1902595
Jul 23 16:21:19.531232 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-87389885-b0ea-422d-a254-970828e242ec req-d02ac946-0703-458d-9a3d-c4405c845b42 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952183
Jul 23 16:21:19.569535 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-490434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.579694 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30c2b2-4e9e-41a0-961f-a2496ea0d0a6 req-f0a2ba04-31dd-4bbd-bcd4-56cb548ee63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:19.581724 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ce30c2b2-4e9e-41a0-961f-a2496ea0d0a6 req-f0a2ba04-31dd-4bbd-bcd4-56cb548ee63f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7520d2dd-36ef-41cf-9656-baecf7013948 HTTP/1.1" status: 200  len: 854 time: 0.1374428
Jul 23 16:21:19.588896 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Allocated IP 172.20.0.2 (10915c46-1d6d-4de0-80b0-bbee884607df/ed8a5c54-2b80-4df0-9563-26a74e02a670/c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:21:19.708930 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ce30c2b2-4e9e-41a0-961f-a2496ea0d0a6 req-db2f12b4-12f7-4d9d-bc79-ae3e1967ded0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a50d0006-7352-42e6-a958-596db1c23e59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1187098
Jul 23 16:21:19.786119 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddf629-b628-4715-8fa0-1b3ae7f283a0 req-338c6b0b-0fef-4985-bb96-2ef05507469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:19.787624 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b5ddf629-b628-4715-8fa0-1b3ae7f283a0 req-338c6b0b-0fef-4985-bb96-2ef05507469c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 1099 time: 0.4440815
Jul 23 16:21:19.840752 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.855893 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Transition to ACTIVE for port object c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:19.880562 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Transition to ACTIVE for port object c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:19.889730 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.896829 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:19.936047 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.972234 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Network 10915c46-1d6d-4de0-80b0-bbee884607df is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:19.972661 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.975364 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:19.979418 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:21:20.056435 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Pushing event updated for resources: {'Port': ['ID=c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:20.064410 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:20.104095 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b5ddf629-b628-4715-8fa0-1b3ae7f283a0 req-cdd3240f-9259-4a71-bc0f-afc6dafed3a0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3063819
Jul 23 16:21:20.105906 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Attempting to bind port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:21:20.107823 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Attempting to bind port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:21:20.107823 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Attempting to bind port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 on network 10915c46-1d6d-4de0-80b0-bbee884607df {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:21:20.114440 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:21:20.115221 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Checking segment: {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:21:20.115637 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:20.116367 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Bound using segment: {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:21:20.116893 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Bound port: c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:21:20.117274 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:20.122482 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Allocated IP 172.27.1.222 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/0d6a760e-685d-4508-bd6a-11ca48cd3e95) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:21:20.131965 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe1f83-d529-46db-a4c8-8c711f03b102 req-e7641333-2e54-41ea-8bf7-0377aae6b8bc tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:20.133477 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fbe1f83-d529-46db-a4c8-8c711f03b102 req-e7641333-2e54-41ea-8bf7-0377aae6b8bc tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 944 time: 0.4758081
Jul 23 16:21:20.151536 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ce30c2b2-4e9e-41a0-961f-a2496ea0d0a6 req-2290f1fd-5beb-4d56-b85f-539847292eca service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4320383
Jul 23 16:21:20.173981 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5d28f-c2ce-4bff-aec8-5a7ee13c3a20 req-3073d3db-7391-46be-83c8-317dee23e75c tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:20.175538 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bfc5d28f-c2ce-4bff-aec8-5a7ee13c3a20 req-3073d3db-7391-46be-83c8-317dee23e75c tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.4588752
Jul 23 16:21:20.219553 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fbe1f83-d529-46db-a4c8-8c711f03b102 req-32835569-6d40-48fd-a310-e3b34fe6b756 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749917
Jul 23 16:21:20.228095 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] For port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:21:20.231800 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] For port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:21:20.246656 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:20.246656 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ada6a4fc-ed65-4fd0-b89c-ef4297b1cd04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:20.255677 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bfc5d28f-c2ce-4bff-aec8-5a7ee13c3a20 req-7b576f71-c673-423d-b6d6-71e22364a056 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659711
Jul 23 16:21:20.286934 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:20.319396 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:20.325627 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:20.328625 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device de458d7e-5920-4a59-a264-fca13943abf8 up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:20.419947 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Pushing event updated for resources: {'Port': ['ID=c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:20.423906 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:20.437764 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port de458d7e-5920-4a59-a264-fca13943abf8 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:20.446916 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port de458d7e-5920-4a59-a264-fca13943abf8 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:20.448183 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:20.479361 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:20.482036 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:20.494951 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:21:20.558898 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=0d6a760e-685d-4508-bd6a-11ca48cd3e95,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:20.563484 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:20.599395 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:20.631922 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c42b0f5-6d24-4a09-8405-75887784916a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de458d7e-5920-4a59-a264-fca13943abf8'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:21:20.645556 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port de458d7e-5920-4a59-a264-fca13943abf8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=de458d7e-5920-4a59-a264-fca13943abf8,segment=NetworkSegment(1aa31d67-bf31-48da-a50e-16326771884d),segment_id=1aa31d67-bf31-48da-a50e-16326771884d)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:20.650809 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:20.653354 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:20.668289 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1e612-d0bd-4a68-a98c-cf34d41121a5 req-fd0aab06-c4de-43a9-a8ee-48762a7cb265 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:20.669833 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-61f1e612-d0bd-4a68-a98c-cf34d41121a5 req-fd0aab06-c4de-43a9-a8ee-48762a7cb265 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.3040340
Jul 23 16:21:20.742000 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=de458d7e-5920-4a59-a264-fca13943abf8,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:20.746148 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:20.753601 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ce30c2b2-4e9e-41a0-961f-a2496ea0d0a6 req-d8998e70-1869-46c6-8996-bc1693d6d0ee service neutron] 10.222.0.83 "GET /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3165641
Jul 23 16:21:20.817143 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-61f1e612-d0bd-4a68-a98c-cf34d41121a5 req-0818dc71-0dca-4986-8f99-a6de7813b7b1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904167
Jul 23 16:21:20.859306 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f578c60-38bb-47b7-9ef1-7368d4e73ad3 req-99e6fcab-0afb-4ea8-af87-46dbf39c2c87 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:20.860867 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f578c60-38bb-47b7-9ef1-7368d4e73ad3 req-99e6fcab-0afb-4ea8-af87-46dbf39c2c87 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 945 time: 0.1884701
Jul 23 16:21:20.919462 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f578c60-38bb-47b7-9ef1-7368d4e73ad3 req-05302490-b6d3-4cce-b285-548236512da9 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455556
Jul 23 16:21:21.015501 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c42b0f5-6d24-4a09-8405-75887784916a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de458d7e-5920-4a59-a264-fca13943abf8', 'code': 200}
Jul 23 16:21:21.054437 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:21.066466 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd63dba-bef8-41c2-a513-f57b7e5ccf08 req-3b1f3410-77de-428f-9f53-6b1616d6fb87 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:21.086240 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4bd63dba-bef8-41c2-a513-f57b7e5ccf08 req-3b1f3410-77de-428f-9f53-6b1616d6fb87 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.1369646
Jul 23 16:21:21.138933 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4bd63dba-bef8-41c2-a513-f57b7e5ccf08 req-7ba7bb9f-9425-4177-89de-27bc7fdf3847 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517144
Jul 23 16:21:21.430148 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5239bc-3d48-4e47-a52b-e280468b3855 req-87431eec-579b-42c0-b980-420b3564b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:21.432582 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d5239bc-3d48-4e47-a52b-e280468b3855 req-87431eec-579b-42c0-b980-420b3564b7f1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 1098 time: 0.1558299
Jul 23 16:21:21.436342 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475802'] for router, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:21.539662 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d5239bc-3d48-4e47-a52b-e280468b3855 req-755a17bd-ac12-4c8b-b794-48304dbdbe1a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649846
Jul 23 16:21:21.560727 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e16fc0-3c94-4979-ba64-e9266cb8a5f8 req-594d1831-4560-40d1-a260-d60c1637fa9f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:21.569397 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b6e16fc0-3c94-4979-ba64-e9266cb8a5f8 req-594d1831-4560-40d1-a260-d60c1637fa9f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 944 time: 0.1992800
Jul 23 16:21:21.604776 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcabe31-6e05-4206-8151-2fbee2706e51 req-a52d5e1e-0092-4d29-b28d-2a99465ef759 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:21.606518 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9bcabe31-6e05-4206-8151-2fbee2706e51 req-a52d5e1e-0092-4d29-b28d-2a99465ef759 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1729286
Jul 23 16:21:21.647676 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b6e16fc0-3c94-4979-ba64-e9266cb8a5f8 req-8e63adf1-f27a-4d3c-b7ba-65195c7778ca tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787492
Jul 23 16:21:21.670599 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea is scheduled to L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 with binding_index 1 {{(pid=78519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 23 16:21:21.674235 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9bcabe31-6e05-4206-8151-2fbee2706e51 req-5cad515f-c090-463e-9206-798c2aa18c6b tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582695
Jul 23 16:21:21.718949 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40d24e-d278-46b0-ab0d-07a619a3bc7c None None] Network 10915c46-1d6d-4de0-80b0-bbee884607df requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:21:21.839197 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-c85b181f-9942-4942-8c79-103f02bd0d67 None None] Provisioning for port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:21.858189 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:21:21.867771 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Sync routers for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:21:21.882289 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:21:21.883567 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919e0af10>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:20:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:21.904699 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Notify callbacks [] for router, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:21.906050 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.7455540
Jul 23 16:21:21.910324 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45740) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:22.128983 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db210f-914f-4dbf-96ae-fe2230a3f84e req-8ed2a615-4b84-4ee5-84aa-76cdf2388ff2 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:22.136070 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c5db210f-914f-4dbf-96ae-fe2230a3f84e req-8ed2a615-4b84-4ee5-84aa-76cdf2388ff2 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.1562889
Jul 23 16:21:22.168247 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:21:22.264754 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:22.313027 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c5db210f-914f-4dbf-96ae-fe2230a3f84e req-e513d739-f821-4ea7-9bba-30fdb756d70b tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1758039
Jul 23 16:21:22.336538 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:21:22.344786 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3895e73-6a77-4bb8-93d8-d6a58f2f60f2 req-111d0500-cb02-4ee1-ace9-46ed56504910 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:22.350299 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b3895e73-6a77-4bb8-93d8-d6a58f2f60f2 req-111d0500-cb02-4ee1-ace9-46ed56504910 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 945 time: 0.2309096
Jul 23 16:21:22.433843 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b3895e73-6a77-4bb8-93d8-d6a58f2f60f2 req-e8eb352d-59e9-4654-8034-40484773f27d tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803559
Jul 23 16:21:22.575986 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919e0af10>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:20Z', 'revision_number': 3, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:22.576748 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcae82f-a25d-4039-b665-d6c075a5f13e req-c582226c-48ae-4e47-a084-0daa8efd2a77 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:22.579359 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:22.582505 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Checking router: 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:21:22.582858 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Updating router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea port 0d6a760e-685d-4508-bd6a-11ca48cd3e95 binding host dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:21:22.588303 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fcae82f-a25d-4039-b665-d6c075a5f13e req-c582226c-48ae-4e47-a084-0daa8efd2a77 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.1135395
Jul 23 16:21:22.592323 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:22.592737 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:22.641579 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:22.641793 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=873cd0d5-ff2f-4b95-872a-e2d843aef9a2,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:22.642315 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fcae82f-a25d-4039-b665-d6c075a5f13e req-82890918-204e-49a9-be81-199e6ef0d39a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518675
Jul 23 16:21:22.662847 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '873cd0d5-ff2f-4b95-872a-e2d843aef9a2', 'network_id': 'a50d0006-7352-42e6-a958-596db1c23e59', 'port_id': '873cd0d5-ff2f-4b95-872a-e2d843aef9a2', 'mac_address': 'fa:16:3e:fb:26:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7520d2dd-36ef-41cf-9656-baecf7013948', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:21:22.759731 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:22.794262 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:21:22.824395 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:22.849213 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=873cd0d5-ff2f-4b95-872a-e2d843aef9a2,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:22.857484 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:22.859606 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-12780c4f-a1de-44ae-ae8e-77a44e04c7f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:22.922333 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:22.928406 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:22.943527 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=873cd0d5-ff2f-4b95-872a-e2d843aef9a2,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:22.946634 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:22.947297 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:23.000529 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72dd48-d694-4eb4-8e6b-74c4332eba4b req-2a31ed4f-421a-4d07-9bf4-e00480e12bbe tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:23.008978 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f72dd48-d694-4eb4-8e6b-74c4332eba4b req-2a31ed4f-421a-4d07-9bf4-e00480e12bbe tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 945 time: 0.1753128
Jul 23 16:21:23.030740 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:23.034493 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:23.048975 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbbce0-5aa7-4dc3-9be2-eba78ed57135 req-5a3f2acd-722f-4ab3-9472-aa4eef8510c4 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:23.050443 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e7cbbce0-5aa7-4dc3-9be2-eba78ed57135 req-5a3f2acd-722f-4ab3-9472-aa4eef8510c4 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1672356
Jul 23 16:21:23.059738 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.080410 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f72dd48-d694-4eb4-8e6b-74c4332eba4b req-bcacfe23-2404-473a-be78-0ce8bfcd46a1 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696769
Jul 23 16:21:23.139523 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e7cbbce0-5aa7-4dc3-9be2-eba78ed57135 req-83038448-6647-4a31-8948-cad48a88da52 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705624
Jul 23 16:21:23.148798 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.163424 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Transition to ACTIVE for port object 0d6a760e-685d-4508-bd6a-11ca48cd3e95 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:23.171523 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.176834 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-9d6aeea7-405d-420e-a46c-57cbc19b7ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:23.259076 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Attempting to bind port 0d6a760e-685d-4508-bd6a-11ca48cd3e95 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:21:23.259352 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Attempting to bind port 0d6a760e-685d-4508-bd6a-11ca48cd3e95 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:21:23.259749 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Attempting to bind port 0d6a760e-685d-4508-bd6a-11ca48cd3e95 on network e3b4a095-1482-4de2-8b89-895c99c43f92 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:21:23.269335 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:21:23.269711 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Checking segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:21:23.270224 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.270503 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Bound using segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:21:23.270993 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Bound port: 0d6a760e-685d-4508-bd6a-11ca48cd3e95, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:21:23.271457 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.321529 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a6d5d-8a97-4c8d-ad90-cfad23fe4349 None None] Pushing event updated for resources: {'Port': ['ID=0d6a760e-685d-4508-bd6a-11ca48cd3e95,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:23.338312 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-157a6d5d-8a97-4c8d-ad90-cfad23fe4349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:23.374348 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Allocated IP 172.20.0.1 (10915c46-1d6d-4de0-80b0-bbee884607df/ed8a5c54-2b80-4df0-9563-26a74e02a670/866ba332-3d90-4974-afd1-3183a0807820) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:21:23.406929 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] For port 0d6a760e-685d-4508-bd6a-11ca48cd3e95, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:21:23.411722 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] For port 0d6a760e-685d-4508-bd6a-11ca48cd3e95, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=0d6a760e-685d-4508-bd6a-11ca48cd3e95,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:21:23.420171 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.437589 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:23.541780 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a6d5d-8a97-4c8d-ad90-cfad23fe4349 None None] Pushing event updated for resources: {'Port': ['ID=0d6a760e-685d-4508-bd6a-11ca48cd3e95,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:23.545954 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-157a6d5d-8a97-4c8d-ad90-cfad23fe4349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:23.563600 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['873cd0d5-ff2f-4b95-872a-e2d843aef9a2'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:21:23.573812 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:21:23.574998 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919e0af10>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:20:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:23.578739 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716b6c1-a5aa-482a-b9e7-b11e1d30f9cb req-76e93f6c-5a62-461d-8d3c-8cd34676dd79 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:23.580307 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2716b6c1-a5aa-482a-b9e7-b11e1d30f9cb req-76e93f6c-5a62-461d-8d3c-8cd34676dd79 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.1181056
Jul 23 16:21:23.643749 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.661889 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.provisioning_blocks [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Transition to ACTIVE for port object 866ba332-3d90-4974-afd1-3183a0807820 will not be triggered until provisioned by entity DHCP. {{(pid=78519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:23.693381 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.698364 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:23.751888 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2716b6c1-a5aa-482a-b9e7-b11e1d30f9cb req-89d57091-cb0d-47a0-8ed1-1d4a17930c88 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1656082
Jul 23 16:21:23.783731 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Network 10915c46-1d6d-4de0-80b0-bbee884607df is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:23.786665 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:23.810126 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e049d97-20ab-4f14-ab5e-7957d8e78611 req-0b393925-f129-4710-a576-599da8ae16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:23.813323 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:21:23.814572 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7e049d97-20ab-4f14-ab5e-7957d8e78611 req-0b393925-f129-4710-a576-599da8ae16f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56f45e42a8164b9d93b91b7feb698620&device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 1099 time: 0.1904426
Jul 23 16:21:23.816268 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:21:23.824175 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ab1fe-ebef-4526-85f1-37f90061be6e req-ba402b91-d5e1-4922-b80f-c8ece23c33c1 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:23.827504 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-df1ab1fe-ebef-4526-85f1-37f90061be6e req-ba402b91-d5e1-4922-b80f-c8ece23c33c1 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 945 time: 0.1411359
Jul 23 16:21:23.936641 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407391'] for router_interface, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.965323 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Pushing event updated for resources: {'Port': ['ID=866ba332-3d90-4974-afd1-3183a0807820,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:23.976244 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:24.093676 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:24.105876 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-83631440-82df-4d2a-bc3d-e5a9247237ba None None] Provisioning for port 866ba332-3d90-4974-afd1-3183a0807820 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:24.116714 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-83631440-82df-4d2a-bc3d-e5a9247237ba None None] Provisioning complete for port 866ba332-3d90-4974-afd1-3183a0807820 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:24.117478 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-83631440-82df-4d2a-bc3d-e5a9247237ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:24.153414 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-df1ab1fe-ebef-4526-85f1-37f90061be6e req-02fdb47e-73ce-4c91-98e4-5c561ea35ca9 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3009198
Jul 23 16:21:24.225659 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919e0af10>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:20Z', 'revision_number': 3, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:24.230828 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc73f8-2c80-4ff9-88a3-776478117d4c None None] The sync data for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi is: [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:20Z', 'revision_number': 3, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:21:24.237365 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:24.292742 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-83631440-82df-4d2a-bc3d-e5a9247237ba None None] Port 866ba332-3d90-4974-afd1-3183a0807820 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:21:24.353901 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:24.354396 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:24.402188 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e049d97-20ab-4f14-ab5e-7957d8e78611 req-af8dc58e-aebf-423f-8148-8294f4adf866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:24.404400 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7e049d97-20ab-4f14-ab5e-7957d8e78611 req-af8dc58e-aebf-423f-8148-8294f4adf866 service neutron] 10.222.0.83 "GET /v2.0/networks?id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 HTTP/1.1" status: 200  len: 921 time: 0.5750546
Jul 23 16:21:24.509110 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:24.510713 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7e049d97-20ab-4f14-ab5e-7957d8e78611 req-e3a76eb0-165c-4671-9673-0f8fc6f62b0b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5fc6b06-4bd8-4f87-9839-9d73955191b6 HTTP/1.1" status: 200  len: 217 time: 0.0841181
Jul 23 16:21:24.523516 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:24.533268 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1bd30-c9bd-44df-b645-16c03c28abf9 req-3be4a6ee-d66f-456a-8491-b0c5d02b9f47 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:24.538865 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-abe1bd30-c9bd-44df-b645-16c03c28abf9 req-3be4a6ee-d66f-456a-8491-b0c5d02b9f47 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.5143359
Jul 23 16:21:24.585530 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-daceaac0-5a39-407d-9157-819cea1e283e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:24.644154 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407344'] for router_interface, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:24.722355 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Pushing event updated for resources: {'Port': ['ID=866ba332-3d90-4974-afd1-3183a0807820,revision_number=2']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:24.727358 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:24.765910 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e049d97-20ab-4f14-ab5e-7957d8e78611 req-e1f456d3-1da0-4854-ba2c-71bc1ee5686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:24.767590 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7e049d97-20ab-4f14-ab5e-7957d8e78611 req-e1f456d3-1da0-4854-ba2c-71bc1ee5686d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0fe04e03-32e7-4990-b898-80e8e8584317 HTTP/1.1" status: 200  len: 859 time: 0.2248154
Jul 23 16:21:24.773337 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-abe1bd30-c9bd-44df-b645-16c03c28abf9 req-34ef2fc8-4e73-4525-a439-335efee0de9c tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095819
Jul 23 16:21:24.786832 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d39cc-1774-4252-b34f-3d74c823854b req-20e70f1f-2e7d-4eae-ae89-cefaaa15684b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:24.789497 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-002d39cc-1774-4252-b34f-3d74c823854b req-20e70f1f-2e7d-4eae-ae89-cefaaa15684b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.4546006
Jul 23 16:21:24.840656 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Network 10915c46-1d6d-4de0-80b0-bbee884607df is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:24.842306 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:24.858032 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7e049d97-20ab-4f14-ab5e-7957d8e78611 req-9260200c-5fae-40d1-8563-a3a6c69714e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672426
Jul 23 16:21:25.125957 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-002d39cc-1774-4252-b34f-3d74c823854b req-e6e4421f-4f85-4042-8640-6af86e195c72 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2665145
Jul 23 16:21:25.137610 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-03e8300b-c2b3-4535-a09e-7c920cacf454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:25.194862 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:21:25.222765 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-cd34dcbb-254b-4811-b9db-0d75154c4ecb None None] Provisioning complete for port 866ba332-3d90-4974-afd1-3183a0807820 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:25.223412 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd34dcbb-254b-4811-b9db-0d75154c4ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:25.327761 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-cd34dcbb-254b-4811-b9db-0d75154c4ecb None None] Port 866ba332-3d90-4974-afd1-3183a0807820 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:21:25.343366 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7e049d97-20ab-4f14-ab5e-7957d8e78611 req-d1804502-81d3-4363-b80a-b8d2df33cab8 service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4451118
Jul 23 16:21:25.356837 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf512dd7-8a3d-4bd8-9acd-399a1d4259c5 req-9bda6121-142d-4986-b688-b7cfe9127f92 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:25.358551 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bf512dd7-8a3d-4bd8-9acd-399a1d4259c5 req-9bda6121-142d-4986-b688-b7cfe9127f92 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 945 time: 0.4071455
Jul 23 16:21:25.435104 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:21:25.445851 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] 10.222.0.82 "PUT /v2.0/routers/0dd5f4e0-8194-4660-b5d5-902adb5ec3ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5343187
Jul 23 16:21:25.548735 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bf512dd7-8a3d-4bd8-9acd-399a1d4259c5 req-c439e080-87c0-4235-972e-3df7302ee3d2 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689231
Jul 23 16:21:25.600598 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7e049d97-20ab-4f14-ab5e-7957d8e78611 req-524c0a88-04f1-4738-bb70-c9f89d254e31 service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2399755
Jul 23 16:21:25.609337 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f907-3530-46cb-9268-ec4272c9c7f0 req-8041f00d-d7f2-47ca-82f5-7135de27bcc7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:25.610833 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2039f907-3530-46cb-9268-ec4272c9c7f0 req-8041f00d-d7f2-47ca-82f5-7135de27bcc7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.2513661
Jul 23 16:21:25.663696 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2039f907-3530-46cb-9268-ec4272c9c7f0 req-6dca2405-44b2-4423-8182-6de407afeef3 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454900
Jul 23 16:21:25.903714 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:25.999055 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387c512-4ed5-42ec-a98a-4e90aa9b9154 req-40a2b07c-2f47-4549-bfe2-8ffbd191245e tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:26.000612 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1387c512-4ed5-42ec-a98a-4e90aa9b9154 req-40a2b07c-2f47-4549-bfe2-8ffbd191245e tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0889060
Jul 23 16:21:26.050996 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1387c512-4ed5-42ec-a98a-4e90aa9b9154 req-a79fd2d6-d7ea-4879-b12e-5569a88a8a30 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445082
Jul 23 16:21:26.059494 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 45848) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:26.065340 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-620439661-network', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:26.070728 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:26.075948 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Usage tracker for resource:network and tenant:4e3e456ccc054c9fa2cdbaaea96de412 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:26.079245 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:26.085764 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:26.105801 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Made reservation on behalf of 4e3e456ccc054c9fa2cdbaaea96de412 for: {'network': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:21:26.108466 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:26.123029 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:26.140274 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:26.144668 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Usage tracker for resource:security_group_rule and tenant:4e3e456ccc054c9fa2cdbaaea96de412 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:26.147808 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:26.154372 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:26.187137 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 0d6a760e-685d-4508-bd6a-11ca48cd3e95 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:26.276626 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 0d6a760e-685d-4508-bd6a-11ca48cd3e95 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:26.277472 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:26.281900 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:26.283385 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 0d6a760e-685d-4508-bd6a-11ca48cd3e95 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:26.283967 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:26.286677 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:26.321153 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:26.359149 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014}  {{(pid=78518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:21:26.378461 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75859c4a-cf74-469c-84c2-107ea02de696,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:26.388131 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:26.397720 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:26.398163 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.segments_db [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Added segment 7189286a-b66e-4ecc-a19d-5f422b7323ae of type vlan for network 98ce32ea-89e3-4800-b6e8-95b026e0f78e
Jul 23 16:21:26.405257 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Sync routers for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:21:26.438445 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:26.443123 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:21:26.443767 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091abcf310>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:20:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:26.471738 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203e6a0-4b21-4de2-a532-41258d83e003 req-95db1635-db3a-4065-8417-63a103437686 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:26.473192 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e203e6a0-4b21-4de2-a532-41258d83e003 req-95db1635-db3a-4065-8417-63a103437686 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.1518061
Jul 23 16:21:26.501497 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:26.504615 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:26.505193 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:26.511181 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-7c128f03-aaec-4ac2-8543-9404072d3cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:26.575063 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e203e6a0-4b21-4de2-a532-41258d83e003 req-9f18edf1-e6e6-402f-b8f5-b3da6ec353a4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887213
Jul 23 16:21:26.651616 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Pushing event updated for resources: {'Network': ['ID=98ce32ea-89e3-4800-b6e8-95b026e0f78e,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:26.657631 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:26.659367 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5987394
Jul 23 16:21:26.662173 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45858) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:26.669726 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Request body: {'subnet': {'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-620439661-subnet', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'ip_version': 4}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:26.674468 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:26.675866 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network 98ce32ea-89e3-4800-b6e8-95b026e0f78e details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:21:26.678597 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Usage tracker for resource:subnet and tenant:4e3e456ccc054c9fa2cdbaaea96de412 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:26.682311 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:26.688731 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:26.695402 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:26.705199 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Made reservation on behalf of 4e3e456ccc054c9fa2cdbaaea96de412 for: {'subnet': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:21:26.708503 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214796'] for subnet, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:26.727523 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:26.727907 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:26.783324 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:26.790353 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759aec9-9066-442d-a8b0-b848c554987e req-b2cb893e-34d8-4482-b979-114d952f6908 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:26.793988 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6759aec9-9066-442d-a8b0-b848c554987e req-b2cb893e-34d8-4482-b979-114d952f6908 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 945 time: 0.1138589
Jul 23 16:21:26.886728 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:21:26.915161 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6759aec9-9066-442d-a8b0-b848c554987e req-2b232aa0-bb30-4a74-a4cf-53f0e46c9dd1 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149905
Jul 23 16:21:26.961377 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 0d6a760e-685d-4508-bd6a-11ca48cd3e95, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=0d6a760e-685d-4508-bd6a-11ca48cd3e95,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:26.975054 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:26.980574 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:26.991430 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1710386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214910'] for subnet, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:27.002963 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:27.094363 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef886b4-5df8-40e5-9403-81bc62efefa7 req-b741dd7e-b0a9-4b41-9865-0f707e614375 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:27.096091 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8ef886b4-5df8-40e5-9403-81bc62efefa7 req-b741dd7e-b0a9-4b41-9865-0f707e614375 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.2207437
Jul 23 16:21:27.139942 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=846c5a31-91f7-480b-80be-4562a5537bdd,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:27.150172 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:27.167565 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Checking segment: {'id': '7189286a-b66e-4ecc-a19d-5f422b7323ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:21:27.168009 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Network hostable DHCP agents. Network: 98ce32ea-89e3-4800-b6e8-95b026e0f78e, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:21:27.175458 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8ef886b4-5df8-40e5-9403-81bc62efefa7 req-e837d08a-26fe-415b-8494-1c07384b7abd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697994
Jul 23 16:21:27.209324 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Network 98ce32ea-89e3-4800-b6e8-95b026e0f78e is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:21:27.231551 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, 98ce32ea-89e3-4800-b6e8-95b026e0f78e) {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:27.248456 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=0d6a760e-685d-4508-bd6a-11ca48cd3e95,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:27.257422 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54afe1c0-c644-4bdb-8560-6f726816ed84 None None] Network 98ce32ea-89e3-4800-b6e8-95b026e0f78e requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:21:27.264640 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:27.265373 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:27.292352 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-59b225e9-1e94-4a75-9baf-2fe91de52d0f admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6284370
Jul 23 16:21:27.294487 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45872) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:27.300087 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-620439661-router', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:27.305531 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:27.310207 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Usage tracker for resource:router and tenant:4e3e456ccc054c9fa2cdbaaea96de412 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:27.313209 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:27.319422 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:27.332760 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:27.333639 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:27.334160 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-490461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:27.362309 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:27.410515 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-9b855952-302c-4996-a6d0-e4589c6b1ba0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Synchronizing usage tracker for tenant:8581af58d75742babcd97e9f098a70eb on resource:security_group {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:21:27.440644 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713ba71-8e6a-4279-9e84-9259092c4fdc req-96c304d7-d2c3-4b56-83cf-4fc5b4ceb961 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:27.442162 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3713ba71-8e6a-4279-9e84-9259092c4fdc req-96c304d7-d2c3-4b56-83cf-4fc5b4ceb961 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1387384
Jul 23 16:21:27.473817 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-9b855952-302c-4996-a6d0-e4589c6b1ba0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Unset dirty status for tenant:8581af58d75742babcd97e9f098a70eb on resource:security_group {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:21:27.475000 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-9b855952-302c-4996-a6d0-e4589c6b1ba0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201221919&fields=id&tenant_id=8581af58d75742babcd97e9f098a70eb HTTP/1.1" status: 200  len: 267 time: 0.1921275
Jul 23 16:21:27.496077 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:27.529502 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3713ba71-8e6a-4279-9e84-9259092c4fdc req-5cfeeca7-aab2-4cc0-806a-d77890046871 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780110
Jul 23 16:21:27.589464 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5069195-f5ad-4e82-89ab-ef1331af6d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873cd0d5-ff2f-4b95-872a-e2d843aef9a2'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:21:27.615885 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=873cd0d5-ff2f-4b95-872a-e2d843aef9a2,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:27.659028 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5069195-f5ad-4e82-89ab-ef1331af6d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873cd0d5-ff2f-4b95-872a-e2d843aef9a2', 'code': 200}
Jul 23 16:21:27.662005 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:27.669152 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:27.679191 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-22e0e042-659d-4d22-83d3-a43a969c4bcb tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:27.679880 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-22e0e042-659d-4d22-83d3-a43a969c4bcb tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Synchronizing usage tracker for tenant:8581af58d75742babcd97e9f098a70eb on resource:network {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:21:27.694614 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-490434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:27.699538 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-22e0e042-659d-4d22-83d3-a43a969c4bcb tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Unset dirty status for tenant:8581af58d75742babcd97e9f098a70eb on resource:network {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:21:27.701023 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-22e0e042-659d-4d22-83d3-a43a969c4bcb tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/networks?id=69802df8-6086-4056-836d-3b48af731fcb HTTP/1.1" status: 200  len: 809 time: 0.2136812
Jul 23 16:21:27.735068 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-c35d052d-7341-4fcb-bad4-0759b2a3cea2 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/quotas/8581af58d75742babcd97e9f098a70eb HTTP/1.1" status: 200  len: 375 time: 0.0148792
Jul 23 16:21:27.836947 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=873cd0d5-ff2f-4b95-872a-e2d843aef9a2,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:27.845193 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:27.848083 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091abcf310>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 2, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:27.852400 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Checking router: 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:21:27.852767 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Updating router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea port 866ba332-3d90-4974-afd1-3183a0807820 binding host dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:21:27.887771 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71595677-b0e3-51d9-a2ec-9830c8832526-98ce32ea-89e3-4800-b6e8-95b026e0f78e', 'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'fixed_ips': [{'subnet_id': '846c5a31-91f7-480b-80be-4562a5537bdd'}]}} from dv-cinder-802036-1-iscsi. {{(pid=78520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 23 16:21:27.888397 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:28.007861 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:28.008519 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:28.022443 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-8d0507ae-e46f-4054-b361-2ec0219e684e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Synchronizing usage tracker for tenant:8581af58d75742babcd97e9f098a70eb on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:21:28.043609 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-73356b3c-4845-4273-8030-29c5e33324ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:28.073015 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-8d0507ae-e46f-4054-b361-2ec0219e684e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Unset dirty status for tenant:8581af58d75742babcd97e9f098a70eb on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:21:28.076600 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-8d0507ae-e46f-4054-b361-2ec0219e684e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8581af58d75742babcd97e9f098a70eb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3010914
Jul 23 16:21:28.096172 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86054688-53bf-4c74-a4fb-b35e6d27600c req-0b11d909-ab50-46da-84f2-ba9bb9d0d570 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:28.097948 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-86054688-53bf-4c74-a4fb-b35e6d27600c req-0b11d909-ab50-46da-84f2-ba9bb9d0d570 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.3199687
Jul 23 16:21:28.200911 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 0d6a760e-685d-4508-bd6a-11ca48cd3e95 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:28.231488 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:28.261862 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:28.269698 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a909b8-f0b7-40b6-b06f-34d094e531bc req-792ac405-c6c3-43af-8a0c-199fcb6e32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:28.271179 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f8a909b8-f0b7-40b6-b06f-34d094e531bc req-792ac405-c6c3-43af-8a0c-199fcb6e32d9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 1099 time: 0.3521874
Jul 23 16:21:28.308705 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-86054688-53bf-4c74-a4fb-b35e6d27600c req-e2726383-c040-4b6f-9dbc-b911ded721a0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1976216
Jul 23 16:21:28.356265 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Allocated IP 172.20.0.2 (98ce32ea-89e3-4800-b6e8-95b026e0f78e/846c5a31-91f7-480b-80be-4562a5537bdd/2b058185-78a8-4a77-9ac8-eff0bad0d9ed) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:21:28.365848 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-15a79834-ebec-41f3-b358-99ca72749d4a service neutron] 10.222.0.82 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2535617
Jul 23 16:21:28.444130 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Allocated IP 172.27.1.151 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:21:28.492128 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 0d6a760e-685d-4508-bd6a-11ca48cd3e95 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:28.492522 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:28.510990 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f8a909b8-f0b7-40b6-b06f-34d094e531bc req-bb8b7959-3768-479a-aa8e-a59b5d1c353c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2256804
Jul 23 16:21:28.513143 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-dc68c8da-2452-4642-88a5-28026d5063cc service neutron] 10.222.0.82 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465509
Jul 23 16:21:28.642877 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b522e66-5cbb-4964-ab60-9edf617a11b5 req-69eaf6a6-0169-4420-b7c8-fa7f64bc8b97 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:28.645933 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3b522e66-5cbb-4964-ab60-9edf617a11b5 req-69eaf6a6-0169-4420-b7c8-fa7f64bc8b97 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.1317575
Jul 23 16:21:28.692693 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:28.703795 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3b522e66-5cbb-4964-ab60-9edf617a11b5 req-4275f37e-5bb5-4188-b963-acc4eae3275c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506592
Jul 23 16:21:28.748010 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:28.754956 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:28.841046 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:28.843876 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:28.846281 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:21:28.895646 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Pushing event updated for resources: {'Port': ['ID=0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:28.904699 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:28.995399 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c83ad-1521-4840-9ed3-b3b5b82a64ec req-c9864fdc-b092-4fe7-b4cb-91c0ffe59132 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:28.997088 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f74c83ad-1521-4840-9ed3-b3b5b82a64ec req-c9864fdc-b092-4fe7-b4cb-91c0ffe59132 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.1351357
Jul 23 16:21:29.030638 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.059612 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Transition to ACTIVE for port object 2b058185-78a8-4a77-9ac8-eff0bad0d9ed will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:29.085500 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f74c83ad-1521-4840-9ed3-b3b5b82a64ec req-7f2de3e8-ac43-43df-a2d7-770be1595537 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820220
Jul 23 16:21:29.133623 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Transition to ACTIVE for port object 2b058185-78a8-4a77-9ac8-eff0bad0d9ed will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:29.135646 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.144802 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.150910 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:29.252377 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.263749 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a52ab0ef-f3ca-4d5d-ad34-5e39dac1ee14 req-7cfc2bd4-bdc2-43d8-95dc-9b7bdbe7fc02 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 210 time: 0.0769424
Jul 23 16:21:29.306465 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Network 98ce32ea-89e3-4800-b6e8-95b026e0f78e is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:29.313289 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:29.314084 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639b5bf-83b6-4afe-91d1-d2eeb51d5b90 req-6abb5bd6-3f74-4148-b23b-80b226cc7df0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:29.316739 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a639b5bf-83b6-4afe-91d1-d2eeb51d5b90 req-6abb5bd6-3f74-4148-b23b-80b226cc7df0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1741319
Jul 23 16:21:29.318843 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:21:29.321195 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Transition to ACTIVE for port object 866ba332-3d90-4974-afd1-3183a0807820 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:29.364129 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.367655 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Pushing event updated for resources: {'Port': ['ID=2b058185-78a8-4a77-9ac8-eff0bad0d9ed,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:29.382029 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:29.382497 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:29.408899 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a639b5bf-83b6-4afe-91d1-d2eeb51d5b90 req-e57239a0-4460-4879-8cd7-21d485d7a738 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829513
Jul 23 16:21:29.569658 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.590881 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Attempting to bind port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:21:29.591296 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Attempting to bind port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '7189286a-b66e-4ecc-a19d-5f422b7323ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:21:29.591667 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Attempting to bind port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed on network 98ce32ea-89e3-4800-b6e8-95b026e0f78e {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:21:29.593717 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8ed58-be31-4913-af81-03de40af6415 None None] Pushing event updated for resources: {'Port': ['ID=866ba332-3d90-4974-afd1-3183a0807820,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:29.600137 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40309a-6db5-4b5a-8278-24879d6fd86c req-d68d2a26-671d-4e08-b26e-7149fb9ed71b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:29.609613 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4c40309a-6db5-4b5a-8278-24879d6fd86c req-d68d2a26-671d-4e08-b26e-7149fb9ed71b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.1287057
Jul 23 16:21:29.637605 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ecc8ed58-be31-4913-af81-03de40af6415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:29.646846 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:21:29.647138 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Checking segment: {'id': '7189286a-b66e-4ecc-a19d-5f422b7323ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:21:29.647410 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.647813 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Bound using segment: {'id': '7189286a-b66e-4ecc-a19d-5f422b7323ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:21:29.648300 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Bound port: 2b058185-78a8-4a77-9ac8-eff0bad0d9ed, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7189286a-b66e-4ecc-a19d-5f422b7323ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:21:29.648686 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.688855 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4c40309a-6db5-4b5a-8278-24879d6fd86c req-b0eaf546-4c6b-4c4f-b044-767a35ec8b78 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779557
Jul 23 16:21:29.844881 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Attempting to bind port 866ba332-3d90-4974-afd1-3183a0807820 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:21:29.845262 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Attempting to bind port 866ba332-3d90-4974-afd1-3183a0807820 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:21:29.845630 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Attempting to bind port 866ba332-3d90-4974-afd1-3183a0807820 on network 10915c46-1d6d-4de0-80b0-bbee884607df {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:21:29.856021 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:21:29.856403 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Checking segment: {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:21:29.856862 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.857248 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Bound using segment: {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:21:29.857730 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Bound port: 866ba332-3d90-4974-afd1-3183a0807820, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:21:29.858112 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.875165 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] For port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:21:29.915489 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] For port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=2b058185-78a8-4a77-9ac8-eff0bad0d9ed,segment=NetworkSegment(7189286a-b66e-4ecc-a19d-5f422b7323ae),segment_id=7189286a-b66e-4ecc-a19d-5f422b7323ae)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:21:29.939157 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.945978 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-834fce91-b2d4-4387-ac4c-973e6fab8473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:30.001264 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617a7b1-cd8c-49f0-89f2-90695bf9a3e3 req-ed53bab7-b64a-4dfd-8c24-8fe9d06afb13 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:30.013011 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0617a7b1-cd8c-49f0-89f2-90695bf9a3e3 req-ed53bab7-b64a-4dfd-8c24-8fe9d06afb13 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.1141286
Jul 23 16:21:30.071708 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Pushing event updated for resources: {'Port': ['ID=2b058185-78a8-4a77-9ac8-eff0bad0d9ed,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:30.082101 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:30.083318 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] For port 866ba332-3d90-4974-afd1-3183a0807820, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:21:30.086898 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] For port 866ba332-3d90-4974-afd1-3183a0807820, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=866ba332-3d90-4974-afd1-3183a0807820,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:21:30.095076 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0617a7b1-cd8c-49f0-89f2-90695bf9a3e3 req-dee2951d-d8ab-41b9-b07d-44666adbf9dc tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767519
Jul 23 16:21:30.095442 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:30.101572 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:30.212669 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:21:30.213853 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091abcf310>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:21:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:30.241032 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475802'] for router, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:30.344382 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8ed58-be31-4913-af81-03de40af6415 None None] Pushing event updated for resources: {'Port': ['ID=866ba332-3d90-4974-afd1-3183a0807820,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:30.352694 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ecc8ed58-be31-4913-af81-03de40af6415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:30.396032 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558e44d-068d-4e9b-92b8-235bf6b86b0f req-258766a0-b4d4-49ff-b74d-db8ef5357d17 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:30.397627 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6558e44d-068d-4e9b-92b8-235bf6b86b0f req-258766a0-b4d4-49ff-b74d-db8ef5357d17 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.1654911
Jul 23 16:21:30.487356 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6558e44d-068d-4e9b-92b8-235bf6b86b0f req-aa78c847-1e08-4f60-b52d-98f1a244cdb1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791762
Jul 23 16:21:30.591477 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-68afcf8e-8ca9-43b2-8f2d-27e80548633a req-9157f237-95f7-4e14-bff1-1d45adcd9411 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 210 time: 0.0892777
Jul 23 16:21:30.686187 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Router 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a is scheduled to L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 with binding_index 1 {{(pid=78519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 23 16:21:30.706469 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:30.772361 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:21:30.972787 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:21:30.988942 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd4a51-0bff-45e0-a549-1018a9e19ea0 req-a8c5c823-8668-48f8-a831-f19b440b6efc tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:30.989626 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Sync routers for ids ['0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:21:30.990420 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f1fd4a51-0bff-45e0-a549-1018a9e19ea0 req-a8c5c823-8668-48f8-a831-f19b440b6efc tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.1240723
Jul 23 16:21:31.002411 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Routers {'0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:21:31.003157 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091a053d30>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:21:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:31.027432 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] Notify callbacks [] for router, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:31.028710 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-26eee7a6-1577-4049-924c-8ec7973e2e6e admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.7331474
Jul 23 16:21:31.031679 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 45922) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:31.060509 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e2343-56b5-489a-9334-8b37f6225718 req-1e88a38a-136e-48c6-b2f0-827ea9468598 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:31.078219 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cf4e2343-56b5-489a-9334-8b37f6225718 req-1e88a38a-136e-48c6-b2f0-827ea9468598 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.3500018
Jul 23 16:21:31.172009 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cf4e2343-56b5-489a-9334-8b37f6225718 req-ec617526-c7bc-44f3-92c4-8d30e06ab5db tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918841
Jul 23 16:21:31.175618 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f1fd4a51-0bff-45e0-a549-1018a9e19ea0 req-d7db3d3b-5e32-40af-a330-ae846408de8d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1740139
Jul 23 16:21:31.327630 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Set router 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:21:31.331434 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091abcf310>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:30Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:31.343813 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10d614-44c5-4b37-be73-68a9fda08709 None None] The sync data for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi is: [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:30Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:21:31.926985 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-1874939e-661d-40f9-9831-1db0fac3f623 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:31.932379 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-1874939e-661d-40f9-9831-1db0fac3f623 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.83 "GET /v2.0/networks?id=69802df8-6086-4056-836d-3b48af731fcb HTTP/1.1" status: 200  len: 809 time: 0.6608775
Jul 23 16:21:31.962444 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c984f-8828-481e-a547-a4b7973e77e7 None None] Network 98ce32ea-89e3-4800-b6e8-95b026e0f78e requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:21:32.066037 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-80f19d0e-1ec9-400b-a7a4-5a93d00b0f94 None None] Provisioning for port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:32.122638 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441ce5f-f746-42e5-8ab2-05e6769ab503 req-246e2aea-cdb8-429e-bd1e-439544d60f95 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:32.131617 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8441ce5f-f746-42e5-8ab2-05e6769ab503 req-246e2aea-cdb8-429e-bd1e-439544d60f95 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.6017935
Jul 23 16:21:32.202219 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091a053d30>, [{'id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'name': 'tempest-TestVolumeBootPattern-620439661-router', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:27Z', 'updated_at': '2021-07-23T16:21:29Z', 'revision_number': 3, 'project_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'gw_port': {'id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:28Z', 'updated_at': '2021-07-23T16:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:32.212030 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Checking router: 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:21:32.213622 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Updating router 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a port 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b binding host dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:21:32.265841 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-e0a83129-54b8-4ffc-8468-5701996c21bc tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8581af58d75742babcd97e9f098a70eb HTTP/1.1" status: 200  len: 379 time: 0.2762997
Jul 23 16:21:32.300329 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Request body: {'port': {'device_id': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'admin_state_up': True, 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'security_groups': ['7b30840c-7492-4306-b95e-7994ccba386c']}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:32.338472 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8dc8437c-b169-49ed-8013-1f8a37ecd03f details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:21:32.407341 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:32.507378 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8441ce5f-f746-42e5-8ab2-05e6769ab503 req-d1153fb3-4413-419b-af71-cacfba3c7edb tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3505836
Jul 23 16:21:32.516548 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 866ba332-3d90-4974-afd1-3183a0807820 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:32.533303 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01954500-5e37-42c8-98a5-25ad62b59e84 req-ff6a5478-dbd5-4779-96ed-4f6eed48994a tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:32.539252 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-01954500-5e37-42c8-98a5-25ad62b59e84 req-ff6a5478-dbd5-4779-96ed-4f6eed48994a tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.7456908
Jul 23 16:21:32.561397 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:32.623994 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:32.641610 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:32.668363 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-01954500-5e37-42c8-98a5-25ad62b59e84 req-1b44a6dd-a239-49d5-b4a9-1956c798836b tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1281486
Jul 23 16:21:32.675029 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Made reservation on behalf of 8581af58d75742babcd97e9f098a70eb for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:21:32.691231 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:32.823156 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8d4013cd-5083-4cc2-8f31-a96d5bb086ef req-c26c9e73-a43d-449e-ba80-287f45a27312 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 210 time: 0.1047432
Jul 23 16:21:32.945722 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:32.984419 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'port_id': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'mac_address': 'fa:16:3e:47:54:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:21:32.985109 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:33.000423 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Transition to ACTIVE for port object 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:33.009866 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:33.016327 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:33.055228 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 866ba332-3d90-4974-afd1-3183a0807820 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:33.078256 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 866ba332-3d90-4974-afd1-3183a0807820 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:33.079081 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:33.104930 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Allocated IP 172.20.0.1 (98ce32ea-89e3-4800-b6e8-95b026e0f78e/846c5a31-91f7-480b-80be-4562a5537bdd/d7deff28-9264-48b0-bf90-8adf3bc21416) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:21:33.132751 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Attempting to bind port 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:21:33.133201 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Attempting to bind port 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:21:33.133578 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Attempting to bind port 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b on network e3b4a095-1482-4de2-8b89-895c99c43f92 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:21:33.141740 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:33.177307 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dc8437c-b169-49ed-8013-1f8a37ecd03f {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:21:33.201334 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:21:33.203005 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Checking segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:21:33.203997 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:33.207428 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Bound using segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:21:33.208218 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Bound port: 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:21:33.209774 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:33.244517 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:33.277336 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:33.285631 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-480bb5b1-d6f0-4eb1-a149-60ca18d48877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:33.365457 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333d74d-e518-4c31-bd1b-a11a53651f1e req-c8346e8f-6077-42f8-93e9-1cb9fabb686c tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:33.373015 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9333d74d-e518-4c31-bd1b-a11a53651f1e req-c8346e8f-6077-42f8-93e9-1cb9fabb686c tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.4314382
Jul 23 16:21:33.477596 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] For port 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:21:33.483584 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] For port 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:21:33.506768 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:33.512648 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bd43e-74a9-42d0-8748-faef2653dbb1 None None] Pushing event updated for resources: {'Port': ['ID=0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:33.528893 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c82bd43e-74a9-42d0-8748-faef2653dbb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:33.540764 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ee3d9d25-4578-4c0e-8f77-e0c1801d746d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:33.564368 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=8dc8437c-b169-49ed-8013-1f8a37ecd03f,revision_number=6']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:33.578932 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:33.623602 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9333d74d-e518-4c31-bd1b-a11a53651f1e req-70b14763-89ba-42e6-8bf1-046229c8d3d5 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2435610
Jul 23 16:21:33.685363 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Allocated IP 172.20.0.12 (69802df8-6086-4056-836d-3b48af731fcb/5b050e68-dd71-4eb5-a730-67be6e0700c5/d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:21:33.700087 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bd43e-74a9-42d0-8748-faef2653dbb1 None None] Pushing event updated for resources: {'Port': ['ID=0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:33.720396 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['8dc8437c-b169-49ed-8013-1f8a37ecd03f'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:21:33.727856 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c82bd43e-74a9-42d0-8748-faef2653dbb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:33.746677 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Routers {'0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:21:33.747733 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091a053d30>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:21:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:33.906890 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.021966 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 866ba332-3d90-4974-afd1-3183a0807820, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=866ba332-3d90-4974-afd1-3183a0807820,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:34.030499 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.034718 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.035843 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 2b058185-78a8-4a77-9ac8-eff0bad0d9ed up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:34.068778 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.provisioning_blocks [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Transition to ACTIVE for port object d7deff28-9264-48b0-bf90-8adf3bc21416 will not be triggered until provisioned by entity DHCP. {{(pid=78519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:34.115926 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:34.125777 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.130159 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:34.280702 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3b021-8080-47fa-895f-c2921cc571f7 req-fcd2162f-2d0e-445a-a24c-f6e628c7876b tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:34.282550 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fcf3b021-8080-47fa-895f-c2921cc571f7 req-fcd2162f-2d0e-445a-a24c-f6e628c7876b tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.3383973
Jul 23 16:21:34.283372 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] Set router 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:21:34.291482 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Network 98ce32ea-89e3-4800-b6e8-95b026e0f78e is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:34.306163 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:34.312333 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:34.327135 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:21:34.329297 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=866ba332-3d90-4974-afd1-3183a0807820,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:34.341976 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:34.342594 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:34.342986 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.388106 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.417774 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fcf3b021-8080-47fa-895f-c2921cc571f7 req-f182bd3f-0538-451f-bcc8-87984c8598eb tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1263673
Jul 23 16:21:34.455831 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc41ce-febb-4720-baf9-1a72452b3ecd req-633458ab-c4c7-40c4-bf22-456c0a65ece2 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:34.459519 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-21bc41ce-febb-4720-baf9-1a72452b3ecd req-633458ab-c4c7-40c4-bf22-456c0a65ece2 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.5165775
Jul 23 16:21:34.473893 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407391'] for router_interface, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.485788 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Transition to ACTIVE for port object d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff will not be triggered until provisioned by entity DHCP. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:34.501911 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Pushing event updated for resources: {'Port': ['ID=d7deff28-9264-48b0-bf90-8adf3bc21416,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:34.511390 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:34.731180 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e5a772d5-fbda-43a5-94ce-899377836e4c req-35a92673-f920-45ce-bcff-ab8af973c43d tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 210 time: 0.1111763
Jul 23 16:21:34.744072 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-21bc41ce-febb-4720-baf9-1a72452b3ecd req-ac576dcd-20a0-4c80-ad4e-6078f0cc7ea7 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2534800
Jul 23 16:21:34.757844 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.772604 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.776203 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.823128 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f2f54009-3968-402a-b99d-de2068e167be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:34.868100 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=2b058185-78a8-4a77-9ac8-eff0bad0d9ed,segment=NetworkSegment(7189286a-b66e-4ecc-a19d-5f422b7323ae),segment_id=7189286a-b66e-4ecc-a19d-5f422b7323ae)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:34.873809 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.879151 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:35.024797 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-4119deee-e173-4ef8-86c8-4bdfc6474d22 None None] Provisioning for port d7deff28-9264-48b0-bf90-8adf3bc21416 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:35.042809 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 866ba332-3d90-4974-afd1-3183a0807820 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:35.074905 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Network 69802df8-6086-4056-836d-3b48af731fcb is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:35.167605 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Pushing event updated for resources: {'Port': ['ID=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:35.170955 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:35.181645 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:21:35.195160 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091a053d30>, [{'id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'name': 'tempest-TestVolumeBootPattern-620439661-router', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:27Z', 'updated_at': '2021-07-23T16:21:29Z', 'revision_number': 3, 'project_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'gw_port': {'id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:28Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:35.203287 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a405239-d0be-4a83-8cb4-0c85b1eb98e1 None None] The sync data for ids ['0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'] in dv-cinder-802036-1-iscsi is: [{'id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'name': 'tempest-TestVolumeBootPattern-620439661-router', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:27Z', 'updated_at': '2021-07-23T16:21:29Z', 'revision_number': 3, 'project_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'gw_port': {'id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:28Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:21:35.304878 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-4119deee-e173-4ef8-86c8-4bdfc6474d22 None None] Provisioning complete for port d7deff28-9264-48b0-bf90-8adf3bc21416 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:35.309970 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4119deee-e173-4ef8-86c8-4bdfc6474d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:35.395752 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:35.442728 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:35.449691 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:35.469142 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=2b058185-78a8-4a77-9ac8-eff0bad0d9ed,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:35.503381 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:35.515525 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-2061359b-b1a4-4633-bc81-44ccc307dc8e tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:35.528706 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:35.529475 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:35.557607 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 866ba332-3d90-4974-afd1-3183a0807820 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:35.557997 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:35.632746 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-4119deee-e173-4ef8-86c8-4bdfc6474d22 None None] Port d7deff28-9264-48b0-bf90-8adf3bc21416 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:21:35.651488 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Pushing event updated for resources: {'Port': ['ID=d7deff28-9264-48b0-bf90-8adf3bc21416,revision_number=2']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:35.660090 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3698928
Jul 23 16:21:35.663267 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:35.690898 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407344'] for router_interface, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:35.812752 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Request body: {'port': {'device_id': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:35.889657 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-cb8fe538-377c-4f48-bc51-026afd5339a6 None None] Provisioning for port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:35.910645 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-cb8fe538-377c-4f48-bc51-026afd5339a6 None None] Provisioning complete for port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:35.916466 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cb8fe538-377c-4f48-bc51-026afd5339a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:35.934146 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b215bc-afae-4d60-a75e-ee626a5e6038 req-8c417937-da02-4445-ad79-e92dfa3e0e17 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:35.941693 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a8b215bc-afae-4d60-a75e-ee626a5e6038 req-8c417937-da02-4445-ad79-e92dfa3e0e17 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 944 time: 0.8573954
Jul 23 16:21:36.045109 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-cb8fe538-377c-4f48-bc51-026afd5339a6 None None] Port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:21:36.144190 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94906eb-a632-450b-93b1-c2656aa53739 req-cb9268f5-583a-4eb4-a13f-5942c3868714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:36.146024 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b94906eb-a632-450b-93b1-c2656aa53739 req-cb9268f5-583a-4eb4-a13f-5942c3868714 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e89cf1ea5dbf40b3b0e280a89adce958&device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 1099 time: 0.4919741
Jul 23 16:21:36.169234 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a8b215bc-afae-4d60-a75e-ee626a5e6038 req-030ea415-1ee9-475b-a8aa-4e6116ddc86a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2268674
Jul 23 16:21:36.177209 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Network 98ce32ea-89e3-4800-b6e8-95b026e0f78e is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:36.179178 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:36.343444 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8dc8437c-b169-49ed-8013-1f8a37ecd03f up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:36.608026 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 8dc8437c-b169-49ed-8013-1f8a37ecd03f triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:36.610046 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:36.659348 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94906eb-a632-450b-93b1-c2656aa53739 req-8e4b4364-9c59-499f-868c-72e0d48173c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:36.660994 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b94906eb-a632-450b-93b1-c2656aa53739 req-8e4b4364-9c59-499f-868c-72e0d48173c7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25941fe6-7ac1-499c-9924-d29ef8bafcca HTTP/1.1" status: 200  len: 913 time: 0.4905210
Jul 23 16:21:36.842903 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Router 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:21:36.895693 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:36.933378 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:37.075337 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:21:37.107080 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-50b2f4f7-5bad-4958-933d-eab342ecf1ad None None] Provisioning complete for port d7deff28-9264-48b0-bf90-8adf3bc21416 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:37.107962 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-50b2f4f7-5bad-4958-933d-eab342ecf1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:37.226051 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b94906eb-a632-450b-93b1-c2656aa53739 req-188ee651-4b93-4553-93e7-a07ea1d4d419 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 HTTP/1.1" status: 200  len: 1000 time: 0.4893153
Jul 23 16:21:37.280268 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 2b058185-78a8-4a77-9ac8-eff0bad0d9ed up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:37.368364 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94906eb-a632-450b-93b1-c2656aa53739 req-54ed1367-26a7-4124-94fe-776ddefa32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:37.370647 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b94906eb-a632-450b-93b1-c2656aa53739 req-54ed1367-26a7-4124-94fe-776ddefa32a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7922f234-6844-4bc7-8cee-7eadd522e056 HTTP/1.1" status: 200  len: 850 time: 0.0996356
Jul 23 16:21:37.388519 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:37.397404 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-50b2f4f7-5bad-4958-933d-eab342ecf1ad None None] Port d7deff28-9264-48b0-bf90-8adf3bc21416 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:21:37.399823 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:37.410328 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:37.434320 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:21:37.482544 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:21:37.518338 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] 10.222.0.82 "PUT /v2.0/routers/0bd03cab-4ee4-4ff8-aef7-3f0013d6311a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4776697
Jul 23 16:21:37.529691 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=8dc8437c-b169-49ed-8013-1f8a37ecd03f,revision_number=7']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:37.535465 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:37.571198 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:37.571754 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:37.771256 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea9375-d669-47b5-8bc2-d0de1900be2a req-218ccb02-1336-4227-a656-d94c6b658a8e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:37.775914 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:37.778847 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-64ea9375-d669-47b5-8bc2-d0de1900be2a req-218ccb02-1336-4227-a656-d94c6b658a8e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 1.1155646
Jul 23 16:21:37.915732 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:37.921142 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-64ea9375-d669-47b5-8bc2-d0de1900be2a req-84c18e5a-7f39-4795-9897-5fc0bc9e17c5 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1413052
Jul 23 16:21:37.922808 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:37.923404 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:37.959208 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71a087-4acd-4f35-b115-3b89c26b4dab req-7160a057-cabb-4ed9-b19d-dc8932eb8182 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:37.960129 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-3e71a087-4acd-4f35-b115-3b89c26b4dab req-7160a057-cabb-4ed9-b19d-dc8932eb8182 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Synchronizing usage tracker for tenant:8581af58d75742babcd97e9f098a70eb on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:21:38.075937 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'code': 200}
Jul 23 16:21:38.101301 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94906eb-a632-450b-93b1-c2656aa53739 req-da7685e1-a7fc-40e8-88cb-6d10bf961c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:38.104709 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b94906eb-a632-450b-93b1-c2656aa53739 req-da7685e1-a7fc-40e8-88cb-6d10bf961c1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25941fe6-7ac1-499c-9924-d29ef8bafcca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7023273
Jul 23 16:21:38.215631 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:38.236453 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-3e71a087-4acd-4f35-b115-3b89c26b4dab req-7160a057-cabb-4ed9-b19d-dc8932eb8182 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Unset dirty status for tenant:8581af58d75742babcd97e9f098a70eb on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:21:38.243588 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:38.245956 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e71a087-4acd-4f35-b115-3b89c26b4dab req-7160a057-cabb-4ed9-b19d-dc8932eb8182 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 932 time: 0.7065840
Jul 23 16:21:38.252201 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:38.256951 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:38.289914 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Sync routers for ids ['0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:21:38.322171 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Routers {'0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:21:38.322171 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09199fc5e0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:21:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:38.449959 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:38.454999 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:38.486679 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd57f5c-eec7-4e04-8039-63d6bd5572cd req-1cd2a95e-ca2a-4206-a328-d74a3024f1dc tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:38.488333 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bd57f5c-eec7-4e04-8039-63d6bd5572cd req-1cd2a95e-ca2a-4206-a328-d74a3024f1dc tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.3150604
Jul 23 16:21:38.503515 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e71a087-4acd-4f35-b115-3b89c26b4dab req-f64a76f4-a039-4e94-b725-8f77bf35ce07 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2562156
Jul 23 16:21:38.569742 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.db.resource_extend [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:21:38.624370 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b94906eb-a632-450b-93b1-c2656aa53739 req-accc6e4d-e7a7-4480-8cd8-68f28cb3d573 service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4984348
Jul 23 16:21:38.625294 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Set router 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:21:38.755695 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bd57f5c-eec7-4e04-8039-63d6bd5572cd req-fcf13d35-22a6-42a4-94f0-1a62ac381255 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2512074
Jul 23 16:21:39.071251 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:21:39.095755 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:39.131796 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Transition to ACTIVE for port object d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:39.160628 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:39.177874 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:39.249714 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:39.328520 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b94906eb-a632-450b-93b1-c2656aa53739 req-06933d5f-a7ae-47cf-9a24-b6dc2afe683b service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6291850
Jul 23 16:21:39.348731 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:39.349117 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:39.517298 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:39.524228 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:39.646962 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75e395-7153-4c72-8cbb-cb264032d573 req-06c72ada-b4a8-4f3e-ac32-6f0a19a8503b tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:39.655718 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ee75e395-7153-4c72-8cbb-cb264032d573 req-06c72ada-b4a8-4f3e-ac32-6f0a19a8503b tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.4826028
Jul 23 16:21:39.673548 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09199fc5e0>, [{'id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'name': 'tempest-TestVolumeBootPattern-620439661-router', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:27Z', 'updated_at': '2021-07-23T16:21:34Z', 'revision_number': 4, 'project_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'gw_port': {'id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:28Z', 'updated_at': '2021-07-23T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': 'd7deff28-9264-48b0-bf90-8adf3bc21416', 'name': '', 'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'mac_address': 'fa:16:3e:3e:a5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '846c5a31-91f7-480b-80be-4562a5537bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:32Z', 'updated_at': '2021-07-23T16:21:34Z', 'revision_number': 2, 'project_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'subnets': [{'id': '846c5a31-91f7-480b-80be-4562a5537bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:39.680033 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Checking router: 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:21:39.680703 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Updating router 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a port d7deff28-9264-48b0-bf90-8adf3bc21416 binding host dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:21:39.701238 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Attempting to bind port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:21:39.701663 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Attempting to bind port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '8f9bfa99-fba7-44af-bda8-62ea17beb3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '69802df8-6086-4056-836d-3b48af731fcb'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:21:39.701983 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Attempting to bind port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff on network 69802df8-6086-4056-836d-3b48af731fcb {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:21:39.709536 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff on network 69802df8-6086-4056-836d-3b48af731fcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:21:39.709862 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Attempting to bind port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff on network 69802df8-6086-4056-836d-3b48af731fcb {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:21:39.722935 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:21:39.723359 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Checking segment: {'id': '8f9bfa99-fba7-44af-bda8-62ea17beb3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '69802df8-6086-4056-836d-3b48af731fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:21:39.723787 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Bound using segment: {'id': '8f9bfa99-fba7-44af-bda8-62ea17beb3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '69802df8-6086-4056-836d-3b48af731fcb'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:21:39.724222 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Bound port: d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9bfa99-fba7-44af-bda8-62ea17beb3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '69802df8-6086-4056-836d-3b48af731fcb'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:21:39.724567 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:39.769197 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ee75e395-7153-4c72-8cbb-cb264032d573 req-3dc342e2-731b-436a-8dd4-fe0af1914e70 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1125479
Jul 23 16:21:39.812777 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:39.933378 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] For port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:21:39.945315 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] For port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:21:39.952144 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:39.974332 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:40.027568 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 46052) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:40.034231 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023008645', 'description': 'tempest-secgroup-smoke-1023008645 description', 'project_id': '9b91736caab74a6eb5a5f02af6266d99'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:40.048568 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:40.054631 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Usage tracker for resource:security_group and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:40.061567 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:40.083494 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:40.113754 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:40.187585 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:40.190985 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:40.197782 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:40.208099 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Usage tracker for resource:security_group_rule and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:40.212065 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:40.213580 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] 10.222.0.83 "PUT /v2.0/ports/d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff HTTP/1.1" status: 200  len: 1094 time: 4.4053736
Jul 23 16:21:40.219936 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:40.241635 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:40.324868 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:40.325723 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:21:40.405685 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:40.410655 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:40.448730 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a41c4266-e60e-4a14-aa84-ce9b1c65d744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:40.564217 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:40.566704 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5374548
Jul 23 16:21:40.575200 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:40.575820 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 46058) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:40.588375 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-573a4c9d-0926-440a-8d84-5a43d7530550 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Request body: {'security_group_rule': {'security_group_id': '935b454e-2e36-4513-801e-3f9bea24a118', 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:40.591150 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Transition to ACTIVE for port object d7deff28-9264-48b0-bf90-8adf3bc21416 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:40.598684 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:40.611510 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935b454e-2e36-4513-801e-3f9bea24a118,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:40.614959 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:40.615924 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-573a4c9d-0926-440a-8d84-5a43d7530550 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:40.618491 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f5302-9d96-42f7-bf41-a365b1df071f req-df8cb792-fd05-4405-b50d-63bc8df060dc tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:40.621150 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e44f5302-9d96-42f7-bf41-a365b1df071f req-df8cb792-fd05-4405-b50d-63bc8df060dc tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.4359887
Jul 23 16:21:40.625678 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-573a4c9d-0926-440a-8d84-5a43d7530550 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Usage tracker for resource:security_group_rule and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:40.629739 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:40.631381 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-573a4c9d-0926-440a-8d84-5a43d7530550 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:40.645881 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-573a4c9d-0926-440a-8d84-5a43d7530550 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:40.680210 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-573a4c9d-0926-440a-8d84-5a43d7530550 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:40.715925 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338330d-4c60-44e2-9519-300d9746a707 req-ee7c33e3-b110-45b8-a485-e90d9ef445ab tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:40.723511 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d338330d-4c60-44e2-9519-300d9746a707 req-ee7c33e3-b110-45b8-a485-e90d9ef445ab tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.3713453
Jul 23 16:21:40.730572 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-b60f225c-734f-4ddc-a02b-267768ade385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:40.732526 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-b60f225c-734f-4ddc-a02b-267768ade385 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8581af58d75742babcd97e9f098a70eb&device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 1097 time: 0.3110254
Jul 23 16:21:40.736698 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95416-24f7-41b6-a67f-f7ed796d5342 None None] Pushing event updated for resources: {'Port': ['ID=d7deff28-9264-48b0-bf90-8adf3bc21416,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:40.740074 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-73f95416-24f7-41b6-a67f-f7ed796d5342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:40.786398 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-573a4c9d-0926-440a-8d84-5a43d7530550 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:40.795780 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-573a4c9d-0926-440a-8d84-5a43d7530550 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:40.799325 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-082dbd7b-b9a2-42da-a666-5285d4a7a468 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:40.826117 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a4c9d-0926-440a-8d84-5a43d7530550 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cd3e6a-8ea3-4946-b4f8-b2d53777027f,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:40.829520 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-573a4c9d-0926-440a-8d84-5a43d7530550 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:40.871012 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-573a4c9d-0926-440a-8d84-5a43d7530550 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:40.876925 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-573a4c9d-0926-440a-8d84-5a43d7530550 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3004699
Jul 23 16:21:40.881534 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 46066) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:40.933545 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-1e89a231-e36a-436b-b61e-6bbacb6c7bf5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Request body: {'security_group_rule': {'security_group_id': '935b454e-2e36-4513-801e-3f9bea24a118', 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:40.949955 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-1e89a231-e36a-436b-b61e-6bbacb6c7bf5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:40.958779 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-1e89a231-e36a-436b-b61e-6bbacb6c7bf5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Usage tracker for resource:security_group_rule and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:40.965358 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-1e89a231-e36a-436b-b61e-6bbacb6c7bf5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:40.973807 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Attempting to bind port d7deff28-9264-48b0-bf90-8adf3bc21416 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:21:40.974204 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Attempting to bind port d7deff28-9264-48b0-bf90-8adf3bc21416 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '7189286a-b66e-4ecc-a19d-5f422b7323ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:21:40.974589 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Attempting to bind port d7deff28-9264-48b0-bf90-8adf3bc21416 on network 98ce32ea-89e3-4800-b6e8-95b026e0f78e {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:21:40.975931 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-1e89a231-e36a-436b-b61e-6bbacb6c7bf5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:41.004763 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:21:41.005214 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Checking segment: {'id': '7189286a-b66e-4ecc-a19d-5f422b7323ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:21:41.005620 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:41.006035 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Bound using segment: {'id': '7189286a-b66e-4ecc-a19d-5f422b7323ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:21:41.006544 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Bound port: d7deff28-9264-48b0-bf90-8adf3bc21416, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7189286a-b66e-4ecc-a19d-5f422b7323ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:21:41.006938 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:41.017052 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-d11c6ad7-8302-4d55-84df-e8bd5a2e220e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff HTTP/1.1" status: 200  len: 217 time: 0.2360063
Jul 23 16:21:41.021500 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-1e89a231-e36a-436b-b61e-6bbacb6c7bf5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:41.075505 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e44f5302-9d96-42f7-bf41-a365b1df071f req-65448aaa-b160-4e9e-b37c-05f66e23e031 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4362235
Jul 23 16:21:41.175625 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d338330d-4c60-44e2-9519-300d9746a707 req-4da429c0-c955-4051-b3aa-2bf35bd5544c tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4504390
Jul 23 16:21:41.232915 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'status': 'completed', 'code': 200}
Jul 23 16:21:41.280201 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-d6c85d4d-59c9-49aa-bce6-bdb07aa1a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:41.282010 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-d6c85d4d-59c9-49aa-bce6-bdb07aa1a635 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b050e68-dd71-4eb5-a730-67be6e0700c5 HTTP/1.1" status: 200  len: 848 time: 0.2493560
Jul 23 16:21:41.282758 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] For port d7deff28-9264-48b0-bf90-8adf3bc21416, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:21:41.297191 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] For port d7deff28-9264-48b0-bf90-8adf3bc21416, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=d7deff28-9264-48b0-bf90-8adf3bc21416,segment=NetworkSegment(7189286a-b66e-4ecc-a19d-5f422b7323ae),segment_id=7189286a-b66e-4ecc-a19d-5f422b7323ae)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:21:41.302852 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:41.315708 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:41.413518 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95416-24f7-41b6-a67f-f7ed796d5342 None None] Pushing event updated for resources: {'Port': ['ID=d7deff28-9264-48b0-bf90-8adf3bc21416,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:41.418064 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-73f95416-24f7-41b6-a67f-f7ed796d5342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:41.428140 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Routers {'0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:21:41.428889 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09199fc5e0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:21:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:41.536029 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-1e89a231-e36a-436b-b61e-6bbacb6c7bf5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:41.550151 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-1e89a231-e36a-436b-b61e-6bbacb6c7bf5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:41.566398 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-71079f62-f6d4-40e9-bf32-6695be4b1e8a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:41.602830 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89a231-e36a-436b-b61e-6bbacb6c7bf5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097ca221-07fe-4cd7-b6d1-040009cdabb9,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:41.623305 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-1e89a231-e36a-436b-b61e-6bbacb6c7bf5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:41.631616 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-1e89a231-e36a-436b-b61e-6bbacb6c7bf5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:41.632893 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-1e89a231-e36a-436b-b61e-6bbacb6c7bf5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7265186
Jul 23 16:21:41.637132 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-0f386fd5-f4c8-4124-8cd1-a873d94b6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:41.637607 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-0f386fd5-f4c8-4124-8cd1-a873d94b6432 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69802df8-6086-4056-836d-3b48af731fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3417046
Jul 23 16:21:41.638248 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 46074) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:41.649079 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44728e78-caa3-49f0-ac4b-0239de85967f req-cbc31f47-6ca2-4d0f-8fa3-fbc9ddd36884 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:41.651929 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-77c93d09-2897-4cca-a043-76981abef26c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Request body: {'security_group_rule': {'security_group_id': '935b454e-2e36-4513-801e-3f9bea24a118', 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:41.659701 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-44728e78-caa3-49f0-ac4b-0239de85967f req-cbc31f47-6ca2-4d0f-8fa3-fbc9ddd36884 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.2135465
Jul 23 16:21:41.660867 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-77c93d09-2897-4cca-a043-76981abef26c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:41.666653 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-77c93d09-2897-4cca-a043-76981abef26c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Usage tracker for resource:security_group_rule and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:41.670237 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-77c93d09-2897-4cca-a043-76981abef26c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:41.679742 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-77c93d09-2897-4cca-a043-76981abef26c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:41.682817 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] Set router 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:21:41.714335 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-77c93d09-2897-4cca-a043-76981abef26c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:41.840406 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-77c93d09-2897-4cca-a043-76981abef26c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:41.849974 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-77c93d09-2897-4cca-a043-76981abef26c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:41.864482 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:41.869536 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-ad1cfa58-755d-4425-b65b-0f605bb9a3a4 service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2072449
Jul 23 16:21:41.887996 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c93d09-2897-4cca-a043-76981abef26c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10659a68-eea8-475d-be0c-a9cb92997ecd,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:41.890874 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-44728e78-caa3-49f0-ac4b-0239de85967f req-bd857adb-2344-4051-8940-47b7bba8ee98 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2302227
Jul 23 16:21:41.896104 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-77c93d09-2897-4cca-a043-76981abef26c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:41.915693 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-77c93d09-2897-4cca-a043-76981abef26c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:41.917438 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-77c93d09-2897-4cca-a043-76981abef26c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2738900
Jul 23 16:21:41.920255 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 46078) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:41.927899 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-65c99b88-27a1-441b-ad27-a69a390fb03b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Request body: {'security_group_rule': {'security_group_id': '935b454e-2e36-4513-801e-3f9bea24a118', 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:41.939248 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-65c99b88-27a1-441b-ad27-a69a390fb03b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:41.943548 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-65c99b88-27a1-441b-ad27-a69a390fb03b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Usage tracker for resource:security_group_rule and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:41.946842 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-65c99b88-27a1-441b-ad27-a69a390fb03b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:41.954053 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-65c99b88-27a1-441b-ad27-a69a390fb03b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:41.989011 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-65c99b88-27a1-441b-ad27-a69a390fb03b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:42.052692 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-224b3cf9-4e71-4ae5-982c-7be22605549c req-e435795d-1cd4-461a-b708-c800854c32a6 service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606965
Jul 23 16:21:42.091263 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-65c99b88-27a1-441b-ad27-a69a390fb03b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:42.137627 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-65c99b88-27a1-441b-ad27-a69a390fb03b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:42.203851 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:42.249173 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c99b88-27a1-441b-ad27-a69a390fb03b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b63beb-dd41-4fdd-8d34-1e30c8483570,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:42.258532 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-65c99b88-27a1-441b-ad27-a69a390fb03b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:42.261371 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-65c99b88-27a1-441b-ad27-a69a390fb03b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:42.264879 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-65c99b88-27a1-441b-ad27-a69a390fb03b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3426712
Jul 23 16:21:42.271602 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 46090) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:42.281184 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-b8aec8dd-3e74-4fc0-8977-cdde2006bb18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Request body: {'security_group_rule': {'security_group_id': '935b454e-2e36-4513-801e-3f9bea24a118', 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:42.293358 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-b8aec8dd-3e74-4fc0-8977-cdde2006bb18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:42.293487 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09199fc5e0>, [{'id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'name': 'tempest-TestVolumeBootPattern-620439661-router', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:27Z', 'updated_at': '2021-07-23T16:21:34Z', 'revision_number': 4, 'project_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'gw_port': {'id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:28Z', 'updated_at': '2021-07-23T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': 'd7deff28-9264-48b0-bf90-8adf3bc21416', 'name': '', 'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'mac_address': 'fa:16:3e:3e:a5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '846c5a31-91f7-480b-80be-4562a5537bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:32Z', 'updated_at': '2021-07-23T16:21:41Z', 'revision_number': 4, 'project_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'subnets': [{'id': '846c5a31-91f7-480b-80be-4562a5537bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:42.293654 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-b8aec8dd-3e74-4fc0-8977-cdde2006bb18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Usage tracker for resource:security_group_rule and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:42.297311 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-b8aec8dd-3e74-4fc0-8977-cdde2006bb18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:42.299332 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff3f11-3710-43d0-8d20-f531b110e024 None None] The sync data for ids ['0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'] in dv-cinder-802036-1-iscsi is: [{'id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'name': 'tempest-TestVolumeBootPattern-620439661-router', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:27Z', 'updated_at': '2021-07-23T16:21:34Z', 'revision_number': 4, 'project_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'gw_port': {'id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:28Z', 'updated_at': '2021-07-23T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': 'd7deff28-9264-48b0-bf90-8adf3bc21416', 'name': '', 'network_id': '98ce32ea-89e3-4800-b6e8-95b026e0f78e', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'mac_address': 'fa:16:3e:3e:a5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '846c5a31-91f7-480b-80be-4562a5537bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:32Z', 'updated_at': '2021-07-23T16:21:41Z', 'revision_number': 4, 'project_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'subnets': [{'id': '846c5a31-91f7-480b-80be-4562a5537bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:21:42.307279 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-b8aec8dd-3e74-4fc0-8977-cdde2006bb18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:42.321570 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.securitygroups_db [None req-b8aec8dd-3e74-4fc0-8977-cdde2006bb18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Project 9b91736caab74a6eb5a5f02af6266d99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 23 16:21:42.331710 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b8aec8dd-3e74-4fc0-8977-cdde2006bb18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:42.488242 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b8aec8dd-3e74-4fc0-8977-cdde2006bb18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:42.525242 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b8aec8dd-3e74-4fc0-8977-cdde2006bb18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:42.532931 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-573a4c9d-0926-440a-8d84-5a43d7530550 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:42.581871 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aec8dd-3e74-4fc0-8977-cdde2006bb18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365a5ddd-e856-4bf1-9024-e48f478271d0,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:42.584961 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b8aec8dd-3e74-4fc0-8977-cdde2006bb18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:42.601634 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b8aec8dd-3e74-4fc0-8977-cdde2006bb18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:42.603986 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-b8aec8dd-3e74-4fc0-8977-cdde2006bb18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3306987
Jul 23 16:21:42.607676 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 46108) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:42.613783 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-ff515109-60c0-497e-88a8-8d486c9ba465 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Request body: {'security_group_rule': {'security_group_id': '935b454e-2e36-4513-801e-3f9bea24a118', 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:21:42.621089 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-ff515109-60c0-497e-88a8-8d486c9ba465 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:42.625331 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-ff515109-60c0-497e-88a8-8d486c9ba465 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Usage tracker for resource:security_group_rule and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:42.628890 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-ff515109-60c0-497e-88a8-8d486c9ba465 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:42.638165 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-ff515109-60c0-497e-88a8-8d486c9ba465 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:42.656374 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.securitygroups_db [None req-ff515109-60c0-497e-88a8-8d486c9ba465 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Project 9b91736caab74a6eb5a5f02af6266d99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 23 16:21:42.668483 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ff515109-60c0-497e-88a8-8d486c9ba465 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:42.823876 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b92b2-04bd-449e-9cd3-f2dbea2926e2 req-dcf7f1c6-0cb1-4d00-8edc-d720946705e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:42.825582 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6b92b2-04bd-449e-9cd3-f2dbea2926e2 req-dcf7f1c6-0cb1-4d00-8edc-d720946705e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8581af58d75742babcd97e9f098a70eb&device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 1097 time: 0.6051776
Jul 23 16:21:42.842124 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0855cf-eb16-405e-a781-f12b1f9d0910 req-a10afead-857e-421d-9712-e785d0e2cf11 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:42.850008 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ef0855cf-eb16-405e-a781-f12b1f9d0910 req-a10afead-857e-421d-9712-e785d0e2cf11 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.5233774
Jul 23 16:21:42.861550 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ff515109-60c0-497e-88a8-8d486c9ba465 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:42.873033 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ff515109-60c0-497e-88a8-8d486c9ba465 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:42.887475 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-77c93d09-2897-4cca-a043-76981abef26c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:42.912928 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff515109-60c0-497e-88a8-8d486c9ba465 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3515d266-443e-44e9-8616-25b19d3c60ba,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:42.915944 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ff515109-60c0-497e-88a8-8d486c9ba465 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:42.919290 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ff515109-60c0-497e-88a8-8d486c9ba465 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:42.923532 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-ff515109-60c0-497e-88a8-8d486c9ba465 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3117819
Jul 23 16:21:42.948241 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1813855-d986-45df-89dd-485aca3b0c3a req-81f6093a-e41b-4c3e-9f07-3d76d39fb665 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:42.958645 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a1813855-d986-45df-89dd-485aca3b0c3a req-81f6093a-e41b-4c3e-9f07-3d76d39fb665 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.3263919
Jul 23 16:21:43.105003 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device d7deff28-9264-48b0-bf90-8adf3bc21416 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:43.159258 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b92b2-04bd-449e-9cd3-f2dbea2926e2 req-d87e497f-cb79-4373-9d3e-4e91a4195944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:43.160746 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6b92b2-04bd-449e-9cd3-f2dbea2926e2 req-d87e497f-cb79-4373-9d3e-4e91a4195944 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69802df8-6086-4056-836d-3b48af731fcb HTTP/1.1" status: 200  len: 911 time: 0.2932298
Jul 23 16:21:43.187572 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ef0855cf-eb16-405e-a781-f12b1f9d0910 req-cce8a985-d000-4bff-8bfa-f8be9174d032 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3364596
Jul 23 16:21:43.246175 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port d7deff28-9264-48b0-bf90-8adf3bc21416 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:43.256981 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port d7deff28-9264-48b0-bf90-8adf3bc21416 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:43.258058 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:43.333260 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a1813855-d986-45df-89dd-485aca3b0c3a req-a0aff0da-6a68-46b3-b488-c1924afa422a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3647189
Jul 23 16:21:43.367604 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6b92b2-04bd-449e-9cd3-f2dbea2926e2 req-36dcb9a6-818b-4c4c-917e-f12016240d7c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff HTTP/1.1" status: 200  len: 217 time: 0.1789436
Jul 23 16:21:43.486863 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b92b2-04bd-449e-9cd3-f2dbea2926e2 req-59d8b9de-5f7c-4adf-94ff-a475d443837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:43.488789 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6b92b2-04bd-449e-9cd3-f2dbea2926e2 req-59d8b9de-5f7c-4adf-94ff-a475d443837b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b050e68-dd71-4eb5-a730-67be6e0700c5 HTTP/1.1" status: 200  len: 848 time: 0.1097612
Jul 23 16:21:43.572343 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:43.614451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b92b2-04bd-449e-9cd3-f2dbea2926e2 req-e642d017-e851-40a3-85f8-5bb057084153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:43.621235 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6b92b2-04bd-449e-9cd3-f2dbea2926e2 req-e642d017-e851-40a3-85f8-5bb057084153 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69802df8-6086-4056-836d-3b48af731fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1191266
Jul 23 16:21:43.651318 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port d7deff28-9264-48b0-bf90-8adf3bc21416, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=d7deff28-9264-48b0-bf90-8adf3bc21416,segment=NetworkSegment(7189286a-b66e-4ecc-a19d-5f422b7323ae),segment_id=7189286a-b66e-4ecc-a19d-5f422b7323ae)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:43.662396 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:43.667435 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:43.848627 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=d7deff28-9264-48b0-bf90-8adf3bc21416,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:43.855847 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:43.970561 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6b92b2-04bd-449e-9cd3-f2dbea2926e2 req-00acc763-c4a8-4fa9-9afc-c7b25311f08d service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3357775
Jul 23 16:21:44.155372 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6b92b2-04bd-449e-9cd3-f2dbea2926e2 req-291298e1-1430-432f-88e1-a8710489afa0 service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736991
Jul 23 16:21:44.520024 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caa56b-2ce7-4dea-9278-be70aba6ea5b req-3e140dfe-08a4-4587-a1fb-dfaa280dde03 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:44.521932 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-19caa56b-2ce7-4dea-9278-be70aba6ea5b req-3e140dfe-08a4-4587-a1fb-dfaa280dde03 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.1400826
Jul 23 16:21:44.677322 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-19caa56b-2ce7-4dea-9278-be70aba6ea5b req-c556d08b-2fa8-41a2-aa6f-b1d83dd92a1e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1490085
Jul 23 16:21:44.722904 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b2446-f1dd-476f-abd4-e4cf27f26e79 req-231894c2-237f-4b6f-b2fd-662e1e7c9657 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:44.724886 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e3b2446-f1dd-476f-abd4-e4cf27f26e79 req-231894c2-237f-4b6f-b2fd-662e1e7c9657 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.1312957
Jul 23 16:21:44.795181 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e3b2446-f1dd-476f-abd4-e4cf27f26e79 req-9ffce69e-1a15-4ad3-9e3b-5533c75017fa tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638490
Jul 23 16:21:44.991283 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device d7deff28-9264-48b0-bf90-8adf3bc21416 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:45.099057 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port d7deff28-9264-48b0-bf90-8adf3bc21416 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:45.099876 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:45.889991 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1615e-6396-47dd-9bdb-05715f6b7f92 req-95e4077c-c070-4211-904b-d4c52ac625cc tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:45.892278 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-50b1615e-6396-47dd-9bdb-05715f6b7f92 req-95e4077c-c070-4211-904b-d4c52ac625cc tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.2359769
Jul 23 16:21:45.897767 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d42a-4342-4ef4-87c6-3cdce424dbff req-d8e4de5e-6e01-4ae8-ab71-96eeffe86d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:45.899389 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b349d42a-4342-4ef4-87c6-3cdce424dbff req-d8e4de5e-6e01-4ae8-ab71-96eeffe86d4a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56f45e42a8164b9d93b91b7feb698620&device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 1099 time: 0.1887023
Jul 23 16:21:45.995117 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-50b1615e-6396-47dd-9bdb-05715f6b7f92 req-20d5f57b-31b8-447f-a21f-40ad7643644a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945163
Jul 23 16:21:46.077651 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc4f7a-0dca-4f5c-8aba-8c2be0d1eb10 req-94b13c26-1aab-4f35-9adb-519aa6fa6fdd tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:46.079230 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6edc4f7a-0dca-4f5c-8aba-8c2be0d1eb10 req-94b13c26-1aab-4f35-9adb-519aa6fa6fdd tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.2711148
Jul 23 16:21:46.180615 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6edc4f7a-0dca-4f5c-8aba-8c2be0d1eb10 req-c123ec55-3cf4-46da-a489-76f8bf0ae868 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0876276
Jul 23 16:21:46.225250 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d42a-4342-4ef4-87c6-3cdce424dbff req-1d26d2b6-7ced-4d89-ad60-7d5e21d9f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:46.226310 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b349d42a-4342-4ef4-87c6-3cdce424dbff req-1d26d2b6-7ced-4d89-ad60-7d5e21d9f531 service neutron] 10.222.0.83 "GET /v2.0/networks?id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 HTTP/1.1" status: 200  len: 921 time: 0.3098259
Jul 23 16:21:46.398016 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b349d42a-4342-4ef4-87c6-3cdce424dbff req-281ee0d2-9313-413c-9676-4f4f883ac8da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5fc6b06-4bd8-4f87-9839-9d73955191b6 HTTP/1.1" status: 200  len: 217 time: 0.1597466
Jul 23 16:21:46.476354 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfef11f-c65d-4516-b32c-eb5aab7ab033 req-8de25f11-bad6-49c5-81de-246390bddb21 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:46.479706 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9dfef11f-c65d-4516-b32c-eb5aab7ab033 req-8de25f11-bad6-49c5-81de-246390bddb21 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.2922065
Jul 23 16:21:46.494761 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d42a-4342-4ef4-87c6-3cdce424dbff req-081d9f7e-a65e-40c9-a916-328dcb1d19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:46.496378 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b349d42a-4342-4ef4-87c6-3cdce424dbff req-081d9f7e-a65e-40c9-a916-328dcb1d19b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0fe04e03-32e7-4990-b898-80e8e8584317 HTTP/1.1" status: 200  len: 859 time: 0.0818460
Jul 23 16:21:46.565514 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b349d42a-4342-4ef4-87c6-3cdce424dbff req-b553ddca-b086-4219-8658-09647ac97fa4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506577
Jul 23 16:21:46.610951 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9dfef11f-c65d-4516-b32c-eb5aab7ab033 req-42aaf2a8-d181-450f-91cd-efff03b285f8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1114106
Jul 23 16:21:46.754914 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b349d42a-4342-4ef4-87c6-3cdce424dbff req-70bf1c7d-7c51-4da0-bfa3-2ee375321e77 service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750402
Jul 23 16:21:46.921894 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b349d42a-4342-4ef4-87c6-3cdce424dbff req-f920bbae-5345-4459-883f-dfa1f7e20408 service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509016
Jul 23 16:21:47.245668 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf58e-9e29-421e-a37c-5966b8338133 req-0b32fcaf-028f-4755-8836-43ef598c7a17 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:47.254674 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f9adf58e-9e29-421e-a37c-5966b8338133 req-0b32fcaf-028f-4755-8836-43ef598c7a17 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1150336
Jul 23 16:21:47.319670 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f9adf58e-9e29-421e-a37c-5966b8338133 req-818a7afc-c4ac-4333-bfcd-858c3e49a880 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639834
Jul 23 16:21:47.419470 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4954c-fde9-404d-aecd-cb00e78f018e req-1f9d2bba-b573-40ff-a01e-c1190107e1ab tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:47.421329 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a8c4954c-fde9-404d-aecd-cb00e78f018e req-1f9d2bba-b573-40ff-a01e-c1190107e1ab tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.1005709
Jul 23 16:21:47.481247 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a8c4954c-fde9-404d-aecd-cb00e78f018e req-8b3ee417-6a00-479d-9605-c12453644b0b tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523460
Jul 23 16:21:47.887262 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b16362-580f-466b-8ef5-4ba4db5bc1b3 req-a24fa33c-9dba-4eac-9123-2c5a78f72258 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:47.888797 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b7b16362-580f-466b-8ef5-4ba4db5bc1b3 req-a24fa33c-9dba-4eac-9123-2c5a78f72258 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.0868807
Jul 23 16:21:47.940173 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b7b16362-580f-466b-8ef5-4ba4db5bc1b3 req-fcfbf1e2-5b80-4e49-bc89-7f23bd74a2cc tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456815
Jul 23 16:21:48.525640 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4beef-96fc-4d1b-a0c0-b42ea068ad0c req-215ed7de-60e3-45d5-a4f9-80108b490f65 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:48.527283 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-42d4beef-96fc-4d1b-a0c0-b42ea068ad0c req-215ed7de-60e3-45d5-a4f9-80108b490f65 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0853126
Jul 23 16:21:48.576746 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-42d4beef-96fc-4d1b-a0c0-b42ea068ad0c req-b4e3aa97-839b-4c15-a058-ddc1ed371519 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439589
Jul 23 16:21:48.679292 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07eb252-b1c6-4dc2-a00e-0ecf6143567f req-9e39f438-de07-4a6b-8980-d89d50fd76fc tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:48.680781 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d07eb252-b1c6-4dc2-a00e-0ecf6143567f req-9e39f438-de07-4a6b-8980-d89d50fd76fc tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.0870864
Jul 23 16:21:48.730502 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d07eb252-b1c6-4dc2-a00e-0ecf6143567f req-3ead92db-661a-47d7-b707-afb34e44f3c8 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433662
Jul 23 16:21:49.162172 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d73440-a0e9-4865-a915-e1cfb72256f2 req-c217729e-ff5c-430b-a9d1-f7f5598bbe13 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:49.169949 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-05d73440-a0e9-4865-a915-e1cfb72256f2 req-c217729e-ff5c-430b-a9d1-f7f5598bbe13 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.0917323
Jul 23 16:21:49.220948 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-05d73440-a0e9-4865-a915-e1cfb72256f2 req-ea27eb59-81d2-4094-b5e7-ec11416545fd tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500646
Jul 23 16:21:49.783253 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56afa42-eca5-474d-919b-934ecba80e02 req-5189809c-0c38-4cfd-a5d0-161d3ae625af tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:49.785181 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a56afa42-eca5-474d-919b-934ecba80e02 req-5189809c-0c38-4cfd-a5d0-161d3ae625af tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0972526
Jul 23 16:21:49.843401 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a56afa42-eca5-474d-919b-934ecba80e02 req-62588932-af36-4c92-ad2b-e9b157407a1a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515840
Jul 23 16:21:49.954749 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e9fda-ed79-4d48-ac6e-03b3bdfb9d87 req-4f080b6f-cea3-4792-8146-40ace19b7982 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:49.956381 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8f5e9fda-ed79-4d48-ac6e-03b3bdfb9d87 req-4f080b6f-cea3-4792-8146-40ace19b7982 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.1074650
Jul 23 16:21:50.110389 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8f5e9fda-ed79-4d48-ac6e-03b3bdfb9d87 req-dbc33c5b-0763-49ca-b7c8-c00d941aaf12 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1461670
Jul 23 16:21:50.406364 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:21:50.449439 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8004e4-16a7-4ae8-8fdf-a91703b96acc req-1d58a881-6294-468b-bf9a-f665d3c9a4e2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:50.452989 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c8004e4-16a7-4ae8-8fdf-a91703b96acc req-1d58a881-6294-468b-bf9a-f665d3c9a4e2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.1025281
Jul 23 16:21:50.527444 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c8004e4-16a7-4ae8-8fdf-a91703b96acc req-12b35767-24eb-4455-8d2d-e8c06f0db645 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666027
Jul 23 16:21:50.603818 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:50.635561 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'port_id': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'mac_address': 'fa:16:3e:22:bf:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:21:50.710271 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:50.731597 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:21:50.751260 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:50.756232 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:50.758354 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-73f95416-24f7-41b6-a67f-f7ed796d5342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:50.830984 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:50.842844 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:51.057327 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8dc85-7858-4849-8bdf-e846fd5e14c6 req-0f2a6e03-1921-4517-baaa-6a89a52ac702 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:51.058913 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fdc8dc85-7858-4849-8bdf-e846fd5e14c6 req-0f2a6e03-1921-4517-baaa-6a89a52ac702 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0922363
Jul 23 16:21:51.108697 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fdc8dc85-7858-4849-8bdf-e846fd5e14c6 req-64848e86-d4d0-4b27-bb6d-a68e4090e06a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432925
Jul 23 16:21:51.301785 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d9261-3be0-4fa7-a717-883a33f7302e req-05e4970a-a85c-4982-b305-dea65a19411d tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:51.303260 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-011d9261-3be0-4fa7-a717-883a33f7302e req-05e4970a-a85c-4982-b305-dea65a19411d tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 945 time: 0.0840676
Jul 23 16:21:51.350369 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-011d9261-3be0-4fa7-a717-883a33f7302e req-f2581b7c-bbf0-41c6-9476-d2aac339582b tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406113
Jul 23 16:21:51.687097 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:21:51.716655 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10890319-7fed-411b-8981-673ecbe4c870 req-ac098c2b-630b-42af-ab78-43b82ccd6b2a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:51.718185 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-10890319-7fed-411b-8981-673ecbe4c870 req-ac098c2b-630b-42af-ab78-43b82ccd6b2a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.0837426
Jul 23 16:21:51.859140 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-10890319-7fed-411b-8981-673ecbe4c870 req-ac9cd163-7628-4649-b36a-87eced2301b1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1339705
Jul 23 16:21:52.318308 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cde1c0-b53c-4988-ab39-ab8f755fef6d req-3b887595-2ed6-467f-bae3-1cb5d6460968 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:52.319788 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-65cde1c0-b53c-4988-ab39-ab8f755fef6d req-3b887595-2ed6-467f-bae3-1cb5d6460968 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0940380
Jul 23 16:21:52.367065 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-65cde1c0-b53c-4988-ab39-ab8f755fef6d req-a687cf40-a53e-4fbb-a6bb-0f3bc63ad520 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407925
Jul 23 16:21:52.605000 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2d1da-2366-4ec2-b30b-8cf9944c8ed1 req-13603f36-c763-4d3d-8afb-a9c25ca6997f tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:52.606495 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e2d2d1da-2366-4ec2-b30b-8cf9944c8ed1 req-13603f36-c763-4d3d-8afb-a9c25ca6997f tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 945 time: 0.1420937
Jul 23 16:21:52.609104 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170ce6-d38e-4369-b5d8-664d0bd21266 req-9e2e608a-0ef6-4222-9289-00acfae9af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:52.610486 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f9170ce6-d38e-4369-b5d8-664d0bd21266 req-9e2e608a-0ef6-4222-9289-00acfae9af0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8a773d9e6b4d9795b2f5b90064e860&device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 1098 time: 0.1105640
Jul 23 16:21:52.732724 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e2d2d1da-2366-4ec2-b30b-8cf9944c8ed1 req-d4d4db15-e821-4017-bb15-c4739bc8f9d7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1204937
Jul 23 16:21:52.776014 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170ce6-d38e-4369-b5d8-664d0bd21266 req-aeceb54a-78c8-4baa-8ceb-b69ae1683f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:52.777481 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f9170ce6-d38e-4369-b5d8-664d0bd21266 req-aeceb54a-78c8-4baa-8ceb-b69ae1683f47 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b649258-53f8-4165-adb5-6ffb90974ecb HTTP/1.1" status: 200  len: 919 time: 0.1509290
Jul 23 16:21:52.885837 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f9170ce6-d38e-4369-b5d8-664d0bd21266 req-1d2b25f3-e7fb-45c4-a1c1-7016948a029c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f HTTP/1.1" status: 200  len: 1001 time: 0.0963275
Jul 23 16:21:52.972295 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170ce6-d38e-4369-b5d8-664d0bd21266 req-e1330e1c-2629-475b-bb95-6335c1b7c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:52.973764 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f9170ce6-d38e-4369-b5d8-664d0bd21266 req-e1330e1c-2629-475b-bb95-6335c1b7c70e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e34adca-7868-4b61-841f-2f53fbae97c4 HTTP/1.1" status: 200  len: 856 time: 0.0667267
Jul 23 16:21:53.119828 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e129c5e-efc6-462e-a7a0-5bf14eb972e3 req-c8975ac6-3b13-493c-94d1-5f34db1f181b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:53.121381 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6e129c5e-efc6-462e-a7a0-5bf14eb972e3 req-c8975ac6-3b13-493c-94d1-5f34db1f181b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.1455605
Jul 23 16:21:53.128091 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170ce6-d38e-4369-b5d8-664d0bd21266 req-c4a66428-8ba2-4a7c-aa02-46f2bd12b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:53.129557 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f9170ce6-d38e-4369-b5d8-664d0bd21266 req-c4a66428-8ba2-4a7c-aa02-46f2bd12b4f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b649258-53f8-4165-adb5-6ffb90974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1223369
Jul 23 16:21:53.259527 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6e129c5e-efc6-462e-a7a0-5bf14eb972e3 req-d126247d-7319-47ee-b699-9e126d397404 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289637
Jul 23 16:21:53.307358 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f9170ce6-d38e-4369-b5d8-664d0bd21266 req-e39f4f97-646a-4432-b992-04f33a192172 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596727
Jul 23 16:21:53.468893 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f9170ce6-d38e-4369-b5d8-664d0bd21266 req-1c86844d-36d1-4844-9ce2-da8ea03bba4b service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462955
Jul 23 16:21:53.575812 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26240d4e-b3a7-4cac-a3ed-5f19306f8c82 req-ec3bea92-19ac-4f1c-ab96-fa5e0f2bff69 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:53.577410 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-26240d4e-b3a7-4cac-a3ed-5f19306f8c82 req-ec3bea92-19ac-4f1c-ab96-fa5e0f2bff69 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0903435
Jul 23 16:21:53.630112 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-26240d4e-b3a7-4cac-a3ed-5f19306f8c82 req-4abdd40b-53f8-48cc-9cf3-bc5938d790e7 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462132
Jul 23 16:21:53.926097 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a00272-f426-4c10-87ed-43a80d3d3b05 req-f95670cb-471c-4446-b754-d7742e97322a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:53.927647 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-81a00272-f426-4c10-87ed-43a80d3d3b05 req-f95670cb-471c-4446-b754-d7742e97322a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 945 time: 0.0882683
Jul 23 16:21:53.976921 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-81a00272-f426-4c10-87ed-43a80d3d3b05 req-44341185-2f87-469e-81b2-28f1d9b10f26 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414317
Jul 23 16:21:54.453151 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:54.485681 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac659815-e5a6-46a2-a929-0ba0f62dc93e req-78033fe6-af46-41b3-9bc9-941063a443ad tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:54.499013 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ac659815-e5a6-46a2-a929-0ba0f62dc93e req-78033fe6-af46-41b3-9bc9-941063a443ad tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 945 time: 0.1238637
Jul 23 16:21:54.545751 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:54.552224 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:54.552607 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:54.566415 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ac659815-e5a6-46a2-a929-0ba0f62dc93e req-2d19b833-0e3c-4809-a4c0-6ec4d2764e08 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663400
Jul 23 16:21:54.683109 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:54.713397 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:21:54.723613 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:54.728310 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:54.729604 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8dc8437c-b169-49ed-8013-1f8a37ecd03f no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:21:54.761227 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'code': 200}
Jul 23 16:21:54.761974 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:54.840523 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d48ba-8eaf-4759-9d0d-ade2a9552352 req-87ec470a-a166-418e-9f8a-393d2a352c34 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:54.841877 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8d8d48ba-8eaf-4759-9d0d-ade2a9552352 req-87ec470a-a166-418e-9f8a-393d2a352c34 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0845840
Jul 23 16:21:54.878337 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:54.881998 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:54.896965 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8d8d48ba-8eaf-4759-9d0d-ade2a9552352 req-9da88be4-a11b-48de-9391-129ea21da012 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491736
Jul 23 16:21:54.938269 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:54.970881 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:21:54.974579 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:54.976339 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:55.046566 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=8dc8437c-b169-49ed-8013-1f8a37ecd03f,revision_number=8']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:55.049508 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:55.122417 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-848e5e6e-c4d5-46c2-94ce-08bae65dd3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:55.175612 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8a14e-d854-4de4-9deb-2d890260056f req-1b5467fd-9415-4732-82af-9696b2c2bb21 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:55.177072 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-16a8a14e-d854-4de4-9deb-2d890260056f req-1b5467fd-9415-4732-82af-9696b2c2bb21 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.0847247
Jul 23 16:21:55.335399 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-16a8a14e-d854-4de4-9deb-2d890260056f req-857086be-edd6-4b38-b197-c362173697e0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1505723
Jul 23 16:21:55.366663 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba2fcc-74f5-493b-b04a-fcda7fe9067f req-01d99843-5cf0-4745-8749-643df9e7de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:55.368194 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b7ba2fcc-74f5-493b-b04a-fcda7fe9067f req-01d99843-5cf0-4745-8749-643df9e7de9e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 1099 time: 0.1518834
Jul 23 16:21:55.416809 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b7ba2fcc-74f5-493b-b04a-fcda7fe9067f req-61aab3d3-770f-4290-9a2c-ccee45e8a9d1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367417
Jul 23 16:21:55.761044 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01515b8-5974-4e94-a968-ae5afb0213f2 req-8f9b2d4f-d502-457b-8beb-e460bff6857f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:55.762502 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d01515b8-5974-4e94-a968-ae5afb0213f2 req-8f9b2d4f-d502-457b-8beb-e460bff6857f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.0808992
Jul 23 16:21:55.806166 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d01515b8-5974-4e94-a968-ae5afb0213f2 req-db5e68c4-d735-4088-859a-6656c5cef7fd tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380783
Jul 23 16:21:55.898581 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:56.088815 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86a8cb-eae0-4019-8d3e-d92385bfc80e req-184e1fd0-04a7-4403-b076-d75f44775650 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:56.090270 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2c86a8cb-eae0-4019-8d3e-d92385bfc80e req-184e1fd0-04a7-4403-b076-d75f44775650 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0849488
Jul 23 16:21:56.136838 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2c86a8cb-eae0-4019-8d3e-d92385bfc80e req-345e9eae-457f-49e5-9167-564797d8bb95 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409021
Jul 23 16:21:56.419632 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9dc2add8-e83d-4b3b-b65e-05da13cdbe76 req-6415595d-60e6-4081-ae0a-60f7381eff86 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0704226
Jul 23 16:21:56.589479 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f79f4-adce-43cb-97ed-c09527484996 req-21f29862-110a-4bbd-9e3c-aab3fcffefb1 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:56.591491 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-561f79f4-adce-43cb-97ed-c09527484996 req-21f29862-110a-4bbd-9e3c-aab3fcffefb1 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.1495144
Jul 23 16:21:56.593714 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2add8-e83d-4b3b-b65e-05da13cdbe76 req-3bc4a9d1-a514-40b7-9b9e-af9550eab1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:56.595602 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9dc2add8-e83d-4b3b-b65e-05da13cdbe76 req-3bc4a9d1-a514-40b7-9b9e-af9550eab1b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e89cf1ea5dbf40b3b0e280a89adce958&device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 1099 time: 0.1171753
Jul 23 16:21:56.682720 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-561f79f4-adce-43cb-97ed-c09527484996 req-e3c99c60-687f-4151-8eed-7a7dc5ada84a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841591
Jul 23 16:21:56.762102 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:21:56.780571 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2add8-e83d-4b3b-b65e-05da13cdbe76 req-17eb1be6-498f-4921-958c-59d02f8427c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:56.782524 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9dc2add8-e83d-4b3b-b65e-05da13cdbe76 req-17eb1be6-498f-4921-958c-59d02f8427c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25941fe6-7ac1-499c-9924-d29ef8bafcca HTTP/1.1" status: 200  len: 913 time: 0.1597157
Jul 23 16:21:56.807994 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'code': 200}
Jul 23 16:21:56.895441 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9dc2add8-e83d-4b3b-b65e-05da13cdbe76 req-d573be44-261c-4b10-ad99-d6d7faadd22a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 HTTP/1.1" status: 200  len: 1000 time: 0.1050246
Jul 23 16:21:57.017086 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2add8-e83d-4b3b-b65e-05da13cdbe76 req-f240d07a-635a-481b-a168-4178ecbfbe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:57.018567 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9dc2add8-e83d-4b3b-b65e-05da13cdbe76 req-f240d07a-635a-481b-a168-4178ecbfbe37 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7922f234-6844-4bc7-8cee-7eadd522e056 HTTP/1.1" status: 200  len: 850 time: 0.1100662
Jul 23 16:21:57.087707 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e3e0b-732c-43e3-ab35-85aafcab9a5e req-c5996d26-e428-44b3-90ad-e625a89a11cb tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:57.089154 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f83e3e0b-732c-43e3-ab35-85aafcab9a5e req-c5996d26-e428-44b3-90ad-e625a89a11cb tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1486630
Jul 23 16:21:57.148805 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f83e3e0b-732c-43e3-ab35-85aafcab9a5e req-9c277758-1edb-4495-ba45-f2291173d8be tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517573
Jul 23 16:21:57.158271 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2add8-e83d-4b3b-b65e-05da13cdbe76 req-fee7cc5e-8f8c-4162-a924-7e6675f3933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:57.159826 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9dc2add8-e83d-4b3b-b65e-05da13cdbe76 req-fee7cc5e-8f8c-4162-a924-7e6675f3933b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25941fe6-7ac1-499c-9924-d29ef8bafcca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1266139
Jul 23 16:21:57.360579 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9dc2add8-e83d-4b3b-b65e-05da13cdbe76 req-7b5b0024-19e8-4d91-bbe4-e8fd09b7d9c6 service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870511
Jul 23 16:21:57.380644 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728ebfe-0681-4791-bb75-39a61363f9f4 req-90436b4d-0d6d-48cb-8ea1-e10df4fbfb6d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:57.382066 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6728ebfe-0681-4791-bb75-39a61363f9f4 req-90436b4d-0d6d-48cb-8ea1-e10df4fbfb6d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1201108
Jul 23 16:21:57.512547 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6728ebfe-0681-4791-bb75-39a61363f9f4 req-f648d2a7-a41a-4dcf-a703-9d56e5936546 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122906
Jul 23 16:21:57.543707 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9dc2add8-e83d-4b3b-b65e-05da13cdbe76 req-f93d4ecc-c06a-4fe9-89ee-3b52075b939a service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607275
Jul 23 16:21:57.875152 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c8994-c30d-48b5-a17f-86c8bdc6783f req-1338ec03-fc96-41f7-b199-b86d69958d5a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:57.876678 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-515c8994-c30d-48b5-a17f-86c8bdc6783f req-1338ec03-fc96-41f7-b199-b86d69958d5a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.0841963
Jul 23 16:21:57.921099 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:57.926396 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-515c8994-c30d-48b5-a17f-86c8bdc6783f req-bfdb3ba5-8668-4e9a-a49d-9d6682ef1077 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440969
Jul 23 16:21:57.966729 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-df76d5dd-a6c7-4c5f-b8d6-8c10e1ba949b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:58.347852 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225a225-4b57-4236-bb78-d247e0f77d4b req-eae7c402-30a0-400e-b88d-199e4f1c4a27 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:58.349438 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c225a225-4b57-4236-bb78-d247e0f77d4b req-eae7c402-30a0-400e-b88d-199e4f1c4a27 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.0828640
Jul 23 16:21:58.394897 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c225a225-4b57-4236-bb78-d247e0f77d4b req-1b241942-404a-4f54-932d-83599611cbe0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391243
Jul 23 16:21:58.806216 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3169003-1c4b-40d4-9c98-0cb0587d6e6a req-827532bf-a7e8-4bca-b74b-994f6c04ee7f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:58.807909 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f3169003-1c4b-40d4-9c98-0cb0587d6e6a req-827532bf-a7e8-4bca-b74b-994f6c04ee7f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1814785
Jul 23 16:21:58.855842 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:58.865510 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f3169003-1c4b-40d4-9c98-0cb0587d6e6a req-495ab451-56ae-4846-8ee5-4f77b3ea23e3 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512869
Jul 23 16:21:59.136312 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2c66c-7656-4afc-8c3f-1cb3e019976f req-431909d3-88b8-4867-9289-f95477dbf1f1 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:59.137463 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3fb2c66c-7656-4afc-8c3f-1cb3e019976f req-431909d3-88b8-4867-9289-f95477dbf1f1 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.0852270
Jul 23 16:21:59.188501 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3fb2c66c-7656-4afc-8c3f-1cb3e019976f req-31f9346e-63b5-4ae1-bf04-a2d34c9004a3 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441313
Jul 23 16:21:59.373314 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526ea85-eb6c-4c30-8ec9-e0ee1f61a702 req-c5111f01-c7b2-42e3-9db2-f176766db7f1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:59.374792 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c526ea85-eb6c-4c30-8ec9-e0ee1f61a702 req-c5111f01-c7b2-42e3-9db2-f176766db7f1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.0860534
Jul 23 16:21:59.429196 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c526ea85-eb6c-4c30-8ec9-e0ee1f61a702 req-f8d9118d-53d8-4626-afc9-6f9307dc5d6e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488901
Jul 23 16:21:59.633237 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 46416) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:59.748570 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-8fa591a5-9df2-420c-93a0-2862ba7d52e8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1140900
Jul 23 16:22:00.222171 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06694f13-1a94-4282-bb47-b25c593440b0 req-f4ef5b44-b606-41c3-af95-689fc701cef9 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:00.223665 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-06694f13-1a94-4282-bb47-b25c593440b0 req-f4ef5b44-b606-41c3-af95-689fc701cef9 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0871947
Jul 23 16:22:00.272177 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-06694f13-1a94-4282-bb47-b25c593440b0 req-b263b4e1-826f-4dc2-8440-072cbcda0d30 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421951
Jul 23 16:22:00.343740 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:00.394331 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f3b07-347a-44f7-8bfe-ee7a98caced8 req-f0878416-f6d3-4658-8206-080843b294cc tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:00.396056 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fe5f3b07-347a-44f7-8bfe-ee7a98caced8 req-f0878416-f6d3-4658-8206-080843b294cc tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.0873263
Jul 23 16:22:00.451378 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fe5f3b07-347a-44f7-8bfe-ee7a98caced8 req-e852df6c-1f8d-4579-8e67-d5d8e36445a6 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490084
Jul 23 16:22:00.479680 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8dc8437c-b169-49ed-8013-1f8a37ecd03f no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:22:00.699522 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d527-d676-4272-addd-78bf650daa3c req-0063bae4-6ec6-4dc4-bd92-f11e18113d19 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:00.701077 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6886d527-d676-4272-addd-78bf650daa3c req-0063bae4-6ec6-4dc4-bd92-f11e18113d19 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.1141076
Jul 23 16:22:00.709880 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e99ba-1a52-474a-af42-e1be6a8232d9 req-ec380ad7-5977-4f2e-a63d-2f00579f88c4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:00.711254 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8b8e99ba-1a52-474a-af42-e1be6a8232d9 req-ec380ad7-5977-4f2e-a63d-2f00579f88c4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1576781
Jul 23 16:22:00.783835 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6886d527-d676-4272-addd-78bf650daa3c req-f0ea024d-34f5-473e-8feb-7f713855cfed tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715506
Jul 23 16:22:00.786425 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8b8e99ba-1a52-474a-af42-e1be6a8232d9 req-49448222-11c1-47dc-afe4-f6d4674f7c68 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610776
Jul 23 16:22:00.807134 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 46442) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:22:00.989890 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72327c33-b56d-4a42-a274-f995b724cc7b tempest-TestShelveInstance-2021618707 tempest-TestShelveInstance-2021618707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:00.991519 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-72327c33-b56d-4a42-a274-f995b724cc7b tempest-TestShelveInstance-2021618707 tempest-TestShelveInstance-2021618707-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 1094 time: 0.1832237
Jul 23 16:22:00.994840 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 46450) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:22:01.000266 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Request body: {'floatingip': {'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'port_id': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:22:01.006455 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:22:01.011339 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Usage tracker for resource:floatingip and tenant:8581af58d75742babcd97e9f098a70eb is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:22:01.014355 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:22:01.022076 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:22:01.037621 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for floatingip, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:01.190439 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:01.335647 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Allocated IP 172.27.1.34 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/7a1ca3ce-4e1c-406a-91e2-d72b4dcac07d) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:22:01.538252 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:01.561060 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0e92e-7d9b-4c69-8cc3-92231767c550 req-2fd3f1a8-37cf-47d8-8146-bb9a7ef1b510 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:01.562419 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6bb0e92e-7d9b-4c69-8cc3-92231767c550 req-2fd3f1a8-37cf-47d8-8146-bb9a7ef1b510 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1369507
Jul 23 16:22:01.613788 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6bb0e92e-7d9b-4c69-8cc3-92231767c550 req-53f61f43-bedd-4247-ac4f-f4499143b424 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451643
Jul 23 16:22:01.615173 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:01.618638 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-818228b9-ab27-4b03-b119-16584d9c305a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:01.684417 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:22:01.687160 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:22:01.689590 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:22:01.723724 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Pushing event updated for resources: {'Port': ['ID=7a1ca3ce-4e1c-406a-91e2-d72b4dcac07d,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:01.740411 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:01.740774 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:01.741129 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:01.741473 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:01.741817 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:01.742160 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:01.742523 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:01.742859 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:01.743222 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:01.743560 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:01.743919 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:01.744253 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:01.747848 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:02.203986 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3eb213-5697-4b06-bb05-66ce8b300e2e req-1b4e00cd-2a93-4eb3-8b50-19c5501db314 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:02.205451 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d3eb213-5697-4b06-bb05-66ce8b300e2e req-1b4e00cd-2a93-4eb3-8b50-19c5501db314 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.2748647
Jul 23 16:22:02.274131 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d3eb213-5697-4b06-bb05-66ce8b300e2e req-7d8afe3a-532a-4072-8341-735c5a0c1aac tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620193
Jul 23 16:22:02.327875 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:02.410548 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:02.646907 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:02.652049 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:02.656674 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2093d215-b44b-403a-8d07-b0ca70468cc1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:02.819022 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Pushing event updated for resources: {'Port': ['ID=7a1ca3ce-4e1c-406a-91e2-d72b4dcac07d,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:02.822652 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:02.832734 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:03.006173 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3ad56-7ebf-4940-b360-fb03b02c06c0 req-bc7d4fda-d881-4e06-b152-9323796aa1f6 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:03.007677 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d3e3ad56-7ebf-4940-b360-fb03b02c06c0 req-bc7d4fda-d881-4e06-b152-9323796aa1f6 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.2649558
Jul 23 16:22:03.044402 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.l3_db [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Floating IP 6ac94a5e-c884-4427-85f4-929990eac094 associated. External IP: 172.27.1.34, port: d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff.
Jul 23 16:22:03.138506 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d3e3ad56-7ebf-4940-b360-fb03b02c06c0 req-05524d29-5bac-4a97-9b48-fba443df100b tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225309
Jul 23 16:22:03.484622 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:22:03.697593 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c330ee-2ae2-4554-8896-39e2bad84fc1 req-108fd9f2-f60a-40b7-b8ab-fd7a47f70d87 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:03.697593 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-83c330ee-2ae2-4554-8896-39e2bad84fc1 req-108fd9f2-f60a-40b7-b8ab-fd7a47f70d87 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.2946570
Jul 23 16:22:03.830914 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-83c330ee-2ae2-4554-8896-39e2bad84fc1 req-d5776eab-b2a4-42cc-aa61-648da6e7d786 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1239030
Jul 23 16:22:03.835937 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:22:03.849365 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4021d-fdd4-427d-a920-e79bac7bb2db None None] Sync routers for ids ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:22:03.865793 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:03.866239 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4021d-fdd4-427d-a920-e79bac7bb2db None None] Routers {'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:22:03.867004 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-93b4021d-fdd4-427d-a920-e79bac7bb2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919f05b20>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:21:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:22:03.924347 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9283719
Jul 23 16:22:03.925338 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:22:03.976954 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'status': 'completed', 'code': 200}
Jul 23 16:22:04.047731 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-93b4021d-fdd4-427d-a920-e79bac7bb2db None None] Set router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:22:04.328582 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1415477-c0cc-4622-9ebc-9440886943c7 req-c76687ab-175d-4b27-8ee7-94997a7e6e54 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:04.330404 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e1415477-c0cc-4622-9ebc-9440886943c7 req-c76687ab-175d-4b27-8ee7-94997a7e6e54 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0866358
Jul 23 16:22:04.383083 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e1415477-c0cc-4622-9ebc-9440886943c7 req-4150ed6d-fdda-48ca-94c9-36bd2bbeea32 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455899
Jul 23 16:22:04.405963 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-93b4021d-fdd4-427d-a920-e79bac7bb2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919f05b20>, [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port': {'id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:39Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '6ac94a5e-c884-4427-85f4-929990eac094', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'port_id': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'mac_address': 'fa:16:3e:22:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:02Z', 'updated_at': '2021-07-23T16:22:02Z', 'revision_number': 0, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13527f61-9751-4f1e-9b9f-bad10eb6fb5e', 'name': '', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'mac_address': 'fa:16:3e:64:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:52Z', 'revision_number': 5, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'subnets': [{'id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:22:04.409928 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4021d-fdd4-427d-a920-e79bac7bb2db None None] Checking router: bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:22:04.418338 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4021d-fdd4-427d-a920-e79bac7bb2db None None] Routers {'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:22:04.418937 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-93b4021d-fdd4-427d-a920-e79bac7bb2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919f05b20>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:21:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:22:04.595033 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-93b4021d-fdd4-427d-a920-e79bac7bb2db None None] Set router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:22:04.982746 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-93b4021d-fdd4-427d-a920-e79bac7bb2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919f05b20>, [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port': {'id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:39Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '6ac94a5e-c884-4427-85f4-929990eac094', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'port_id': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'mac_address': 'fa:16:3e:22:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:02Z', 'updated_at': '2021-07-23T16:22:02Z', 'revision_number': 0, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13527f61-9751-4f1e-9b9f-bad10eb6fb5e', 'name': '', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'mac_address': 'fa:16:3e:64:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:52Z', 'revision_number': 5, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'subnets': [{'id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:22:04.986995 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4021d-fdd4-427d-a920-e79bac7bb2db None None] The sync data for ids ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'] in dv-cinder-802036-1-iscsi is: [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port': {'id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:39Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '6ac94a5e-c884-4427-85f4-929990eac094', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'port_id': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'mac_address': 'fa:16:3e:22:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:02Z', 'updated_at': '2021-07-23T16:22:02Z', 'revision_number': 0, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13527f61-9751-4f1e-9b9f-bad10eb6fb5e', 'name': '', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'mac_address': 'fa:16:3e:64:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:52Z', 'revision_number': 5, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'subnets': [{'id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:22:05.041927 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce359db6-2f7e-4b5d-b323-bc1364ec11c4 req-f4d663aa-1786-4e71-a1dc-b61f4fa107e7 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:05.043703 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ce359db6-2f7e-4b5d-b323-bc1364ec11c4 req-f4d663aa-1786-4e71-a1dc-b61f4fa107e7 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.0911596
Jul 23 16:22:05.098008 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ce359db6-2f7e-4b5d-b323-bc1364ec11c4 req-321db682-0b8f-4608-868f-2101166573b9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487065
Jul 23 16:22:05.203343 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a7421-226a-4970-bc60-dc2fd4697198 None None] New status for floating IP 6ac94a5e-c884-4427-85f4-929990eac094: ACTIVE {{(pid=78520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:22:05.569796 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a46c8b-841f-4526-89d9-801d02e549a8 req-5ef07a9c-f2b8-4323-8fa1-53c4f51db603 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:05.571285 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-90a46c8b-841f-4526-89d9-801d02e549a8 req-5ef07a9c-f2b8-4323-8fa1-53c4f51db603 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0821428
Jul 23 16:22:05.616450 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-90a46c8b-841f-4526-89d9-801d02e549a8 req-be90a523-108d-4b9e-bfcf-15727113f7dc tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388248
Jul 23 16:22:06.289548 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422ba83-8142-4024-aa10-c02e399fa6ec req-610e1717-0274-433c-8381-74372d83ea43 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:06.291056 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f422ba83-8142-4024-aa10-c02e399fa6ec req-610e1717-0274-433c-8381-74372d83ea43 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.0844369
Jul 23 16:22:06.338707 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f422ba83-8142-4024-aa10-c02e399fa6ec req-217099f7-5877-447e-b6ae-5402b1f8d094 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415473
Jul 23 16:22:06.421571 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad500636-dda6-4ff6-9bd7-7551d48eb464 req-157f707c-333d-442d-8c2b-2ea4804550d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:06.423060 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ad500636-dda6-4ff6-9bd7-7551d48eb464 req-157f707c-333d-442d-8c2b-2ea4804550d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8581af58d75742babcd97e9f098a70eb&device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 1099 time: 0.0712554
Jul 23 16:22:06.558843 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad500636-dda6-4ff6-9bd7-7551d48eb464 req-63342e8e-3953-4702-8536-35458b729541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:06.560323 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ad500636-dda6-4ff6-9bd7-7551d48eb464 req-63342e8e-3953-4702-8536-35458b729541 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69802df8-6086-4056-836d-3b48af731fcb HTTP/1.1" status: 200  len: 911 time: 0.1258762
Jul 23 16:22:06.671494 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ad500636-dda6-4ff6-9bd7-7551d48eb464 req-9a0b17fe-cc68-4679-bfed-2beb24a4ab22 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff HTTP/1.1" status: 200  len: 1001 time: 0.1006129
Jul 23 16:22:06.795505 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad500636-dda6-4ff6-9bd7-7551d48eb464 req-95140cec-c2f9-46ad-a738-eba25bfd5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:06.796937 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ad500636-dda6-4ff6-9bd7-7551d48eb464 req-95140cec-c2f9-46ad-a738-eba25bfd5ea0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b050e68-dd71-4eb5-a730-67be6e0700c5 HTTP/1.1" status: 200  len: 848 time: 0.1105690
Jul 23 16:22:06.874558 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26fdfd-451f-4cf2-a42a-276c40a575b8 req-55cbfbb8-a546-4bfe-bf66-82eefb55e0f0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:06.875975 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0d26fdfd-451f-4cf2-a42a-276c40a575b8 req-55cbfbb8-a546-4bfe-bf66-82eefb55e0f0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1495481
Jul 23 16:22:06.935105 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0d26fdfd-451f-4cf2-a42a-276c40a575b8 req-18b6bcae-e401-4922-81dd-124b35b6bfae tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522928
Jul 23 16:22:06.937065 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad500636-dda6-4ff6-9bd7-7551d48eb464 req-5a13c7e6-9210-46a8-b5c0-b3db9d764da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:06.938428 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ad500636-dda6-4ff6-9bd7-7551d48eb464 req-5a13c7e6-9210-46a8-b5c0-b3db9d764da4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69802df8-6086-4056-836d-3b48af731fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1283865
Jul 23 16:22:07.085024 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ad500636-dda6-4ff6-9bd7-7551d48eb464 req-f5e25d2e-1304-49a0-86d6-bd26161c95b9 service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329181
Jul 23 16:22:07.234013 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ad500636-dda6-4ff6-9bd7-7551d48eb464 req-64eb95c8-2fe9-411e-82c9-9f31419716b9 service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315169
Jul 23 16:22:07.536884 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba1c0f-c920-4760-a557-942af5048559 req-866c47f4-1329-4279-b5b3-7dc9603524f9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:07.538269 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4aba1c0f-c920-4760-a557-942af5048559 req-866c47f4-1329-4279-b5b3-7dc9603524f9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.0843034
Jul 23 16:22:07.586106 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4aba1c0f-c920-4760-a557-942af5048559 req-da048fd7-1b71-4bcc-98be-ca297e092151 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420735
Jul 23 16:22:08.229847 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d4902-28c0-4230-bda4-b3e39a5ab095 req-231a35ce-0d35-4200-8081-17c4f8bdf754 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:08.231693 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d76d4902-28c0-4230-bda4-b3e39a5ab095 req-231a35ce-0d35-4200-8081-17c4f8bdf754 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1815424
Jul 23 16:22:08.282260 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d76d4902-28c0-4230-bda4-b3e39a5ab095 req-bfbd6e68-ee12-401e-b7bf-dc17f2a2c8a1 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445373
Jul 23 16:22:08.633599 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df1e64-0435-4127-aa45-35f0df949c4f req-ec842d3f-2868-47ae-83f3-5f6b99e391b5 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:08.635799 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-86df1e64-0435-4127-aa45-35f0df949c4f req-ec842d3f-2868-47ae-83f3-5f6b99e391b5 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.0888004
Jul 23 16:22:08.681090 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-86df1e64-0435-4127-aa45-35f0df949c4f req-2438b4df-288c-46b4-b075-33737226d89f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392821
Jul 23 16:22:08.784392 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc69f-626a-4760-9984-5aee220ae2dc req-6268e559-0b3a-4eff-9df4-c746c7fd9856 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:08.785849 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c5bfc69f-626a-4760-9984-5aee220ae2dc req-6268e559-0b3a-4eff-9df4-c746c7fd9856 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.0835617
Jul 23 16:22:08.838449 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c5bfc69f-626a-4760-9984-5aee220ae2dc req-06a77619-fba8-4dcd-bde4-c06f5a1fd151 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453870
Jul 23 16:22:09.467985 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489ae53-4685-4b9d-9a48-ff01b5b0631d req-d26f5d0d-23df-4bc3-aec0-0e88006d7d8c tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:09.469421 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0489ae53-4685-4b9d-9a48-ff01b5b0631d req-d26f5d0d-23df-4bc3-aec0-0e88006d7d8c tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0794833
Jul 23 16:22:09.514664 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0489ae53-4685-4b9d-9a48-ff01b5b0631d req-fde2dc45-38b4-4002-826b-1a7ca14a8312 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396883
Jul 23 16:22:09.870724 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbb215-5b5b-4708-ac08-09bef24502b3 req-628c2e4a-bb23-44aa-aa56-50e5c82e45ac tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:09.872411 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-21fbb215-5b5b-4708-ac08-09bef24502b3 req-628c2e4a-bb23-44aa-aa56-50e5c82e45ac tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.0839915
Jul 23 16:22:09.923314 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-21fbb215-5b5b-4708-ac08-09bef24502b3 req-460243a1-e04e-432f-a767-a69fa8e70d5d tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449121
Jul 23 16:22:10.036325 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e864120-cd5f-47ec-be10-e470efc97042 req-ec9d3a6f-69c6-40a3-a435-d13cda65babd tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:10.037694 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5e864120-cd5f-47ec-be10-e470efc97042 req-ec9d3a6f-69c6-40a3-a435-d13cda65babd tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.0810261
Jul 23 16:22:10.086738 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5e864120-cd5f-47ec-be10-e470efc97042 req-9d3bdb69-0788-481b-b8a0-c2c5060950f9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429704
Jul 23 16:22:10.699973 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a017bf-5849-493d-a6a7-762c2b0ba7ae req-7fcf000e-a9bf-46bb-859d-a0ec3643a935 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:10.701425 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-14a017bf-5849-493d-a6a7-762c2b0ba7ae req-7fcf000e-a9bf-46bb-859d-a0ec3643a935 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0788324
Jul 23 16:22:10.745683 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-14a017bf-5849-493d-a6a7-762c2b0ba7ae req-d5e215ec-8a4f-4378-941c-d541b2f5deb4 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386486
Jul 23 16:22:11.113160 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7234b-d600-4f31-ab6d-8457a1305230 req-229f21f2-cf19-449a-a07c-df273f0f09ff tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:11.114594 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5cc7234b-d600-4f31-ab6d-8457a1305230 req-229f21f2-cf19-449a-a07c-df273f0f09ff tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.0842152
Jul 23 16:22:11.159640 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5cc7234b-d600-4f31-ab6d-8457a1305230 req-b46638d6-4593-40e3-b611-fd4b75ec0954 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392148
Jul 23 16:22:11.295132 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3281e0b-462b-49a1-9b0f-3def2008bb53 req-6b01d92d-2f1e-4276-8ab9-693db4812286 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:11.296625 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d3281e0b-462b-49a1-9b0f-3def2008bb53 req-6b01d92d-2f1e-4276-8ab9-693db4812286 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.0823147
Jul 23 16:22:11.345662 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d3281e0b-462b-49a1-9b0f-3def2008bb53 req-4b3bc152-802e-424f-9730-043228ae2348 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432289
Jul 23 16:22:11.929644 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bcd85-c365-4a80-8b37-b9c7c8169117 req-9f2023a9-2054-44e8-bc9a-c85b8dae37ea tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:11.931134 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-896bcd85-c365-4a80-8b37-b9c7c8169117 req-9f2023a9-2054-44e8-bc9a-c85b8dae37ea tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0805008
Jul 23 16:22:11.976363 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-896bcd85-c365-4a80-8b37-b9c7c8169117 req-0e0a2627-d427-4494-93ac-2994e14af24e tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388803
Jul 23 16:22:12.357448 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b4b01-052a-4c7f-89c1-4fb35bd75c83 req-b5621e2d-724d-432b-8347-9894f6a39726 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:12.358932 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1b2b4b01-052a-4c7f-89c1-4fb35bd75c83 req-b5621e2d-724d-432b-8347-9894f6a39726 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.0862148
Jul 23 16:22:12.404769 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1b2b4b01-052a-4c7f-89c1-4fb35bd75c83 req-8c7012da-3b18-4369-9379-8ff837dfc048 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400372
Jul 23 16:22:12.533416 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeee1f6-9d13-4075-9d36-262cfd6a222a req-10392dbd-a412-48e8-ac9f-8531ce899537 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:12.534867 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-eeeee1f6-9d13-4075-9d36-262cfd6a222a req-10392dbd-a412-48e8-ac9f-8531ce899537 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.0808406
Jul 23 16:22:12.582116 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-eeeee1f6-9d13-4075-9d36-262cfd6a222a req-def166be-7fec-4f03-bdc9-35141257cfae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416369
Jul 23 16:22:12.732290 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-ab47d716-c69c-485a-9e1f-8effe7a8c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:12.733788 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-ab47d716-c69c-485a-9e1f-8effe7a8c254 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43&tenant_id=df8a773d9e6b4d9795b2f5b90064e860 HTTP/1.1" status: 200  len: 1096 time: 0.0727048
Jul 23 16:22:12.860987 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-224ee9cb-5ecf-4679-a516-6f9d8223d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:12.862437 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-224ee9cb-5ecf-4679-a516-6f9d8223d17e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8a773d9e6b4d9795b2f5b90064e860&device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 1096 time: 0.0734515
Jul 23 16:22:13.001779 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-31dfcb04-d16e-444e-8ad4-4ac0436f1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:13.003262 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-31dfcb04-d16e-444e-8ad4-4ac0436f1bbc service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b649258-53f8-4165-adb5-6ffb90974ecb HTTP/1.1" status: 200  len: 919 time: 0.1284800
Jul 23 16:22:13.238010 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-b917d4b0-61fd-4c7e-81f0-5021b80f4553 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f HTTP/1.1" status: 200  len: 999 time: 0.2230587
Jul 23 16:22:13.305335 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc2810-1a64-435f-bd55-7382b890b8fd req-906ed760-03b1-4b43-96d5-bb9c7472594a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:13.306461 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3ebc2810-1a64-435f-bd55-7382b890b8fd req-906ed760-03b1-4b43-96d5-bb9c7472594a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.2186694
Jul 23 16:22:13.336083 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-f8fc4e6d-f266-4313-b7b9-762e131437a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:13.337492 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-f8fc4e6d-f266-4313-b7b9-762e131437a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e34adca-7868-4b61-841f-2f53fbae97c4 HTTP/1.1" status: 200  len: 856 time: 0.0855360
Jul 23 16:22:13.408911 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3ebc2810-1a64-435f-bd55-7382b890b8fd req-f7735ecb-e0a8-4587-8b66-e50630173267 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940418
Jul 23 16:22:13.435002 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-3d15d34d-8d4c-4acc-9733-21eafb21caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:13.436815 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-3d15d34d-8d4c-4acc-9733-21eafb21caa2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b649258-53f8-4165-adb5-6ffb90974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865636
Jul 23 16:22:13.642726 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-2e979089-38b5-40df-affe-5c01d5784ddc service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884961
Jul 23 16:22:13.686963 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28e82-090d-41a0-8312-c0e6d192a1e2 req-aee1b2d9-e9e8-4879-b0c2-4cc66dde2b6c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:13.688562 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e4f28e82-090d-41a0-8312-c0e6d192a1e2 req-aee1b2d9-e9e8-4879-b0c2-4cc66dde2b6c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.1479623
Jul 23 16:22:13.854328 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e4f28e82-090d-41a0-8312-c0e6d192a1e2 req-ec72ec38-ad48-4fc4-b027-3b563bf218aa tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557355
Jul 23 16:22:13.890611 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c6a010d-d782-4c59-ac26-c10e474d4ffc req-95246754-faa8-4f52-b9c1-8154a69b28e8 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379272
Jul 23 16:22:13.902831 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b4d44-6d6e-4310-8e9a-72081561625f req-6df159c8-f0fc-4648-9b22-e62a24296b99 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:13.904314 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-113b4d44-6d6e-4310-8e9a-72081561625f req-6df159c8-f0fc-4648-9b22-e62a24296b99 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1871817
Jul 23 16:22:13.950057 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-113b4d44-6d6e-4310-8e9a-72081561625f req-37b66c58-2e34-49f3-8b34-9e1fd20ed52c tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400341
Jul 23 16:22:14.434053 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:22:14.597068 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b740f04-0a0a-4aef-b6b7-bfbe535d41bf req-9f120349-ee5e-4e9e-8300-74a0e6df7ec1 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:14.598423 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b740f04-0a0a-4aef-b6b7-bfbe535d41bf req-9f120349-ee5e-4e9e-8300-74a0e6df7ec1 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0827186
Jul 23 16:22:14.646835 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b740f04-0a0a-4aef-b6b7-bfbe535d41bf req-842a8542-d9f8-4a3f-8f8d-a7c7839a02c0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421233
Jul 23 16:22:15.040620 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a811c-8a3d-4321-804f-7c43c16925df req-3f380cbe-ee56-40f7-b7d8-506444f1a366 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:15.042422 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-132a811c-8a3d-4321-804f-7c43c16925df req-3f380cbe-ee56-40f7-b7d8-506444f1a366 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.0851088
Jul 23 16:22:15.140071 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-132a811c-8a3d-4321-804f-7c43c16925df req-89723072-841a-487f-87e6-0a4594f94d47 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915024
Jul 23 16:22:15.168249 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185a622-ef04-42f2-873f-d60c0de40dc5 req-01689c38-9ad0-4742-8770-0eb640c7775b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:15.169689 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6185a622-ef04-42f2-873f-d60c0de40dc5 req-01689c38-9ad0-4742-8770-0eb640c7775b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1058011
Jul 23 16:22:15.214211 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6185a622-ef04-42f2-873f-d60c0de40dc5 req-5d1f886f-b988-4864-820f-7dab1c985699 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388534
Jul 23 16:22:15.839170 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e479bb3-9572-46bf-9f6c-5196c1e19bf5 req-0b317fb2-05ab-42a1-bbc5-405543822076 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:15.840647 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7e479bb3-9572-46bf-9f6c-5196c1e19bf5 req-0b317fb2-05ab-42a1-bbc5-405543822076 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0860708
Jul 23 16:22:15.885610 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7e479bb3-9572-46bf-9f6c-5196c1e19bf5 req-7deb54de-66d0-4ae8-bcfc-7530bea01cc4 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393939
Jul 23 16:22:16.320981 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b182f-4807-433a-8469-d63036de77e0 req-415154e3-4129-4327-b247-83d3f97760af tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:16.322920 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-817b182f-4807-433a-8469-d63036de77e0 req-415154e3-4129-4327-b247-83d3f97760af tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.0813973
Jul 23 16:22:16.421082 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-817b182f-4807-433a-8469-d63036de77e0 req-0ec0face-af75-4a45-9206-693ef0cfc40b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910823
Jul 23 16:22:16.446055 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ec157-685f-44ef-bdb7-7baeecb8981c req-8fb737e6-1994-486a-8d25-9860aefaa5b8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:16.448054 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1a7ec157-685f-44ef-bdb7-7baeecb8981c req-8fb737e6-1994-486a-8d25-9860aefaa5b8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1197965
Jul 23 16:22:16.493519 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1a7ec157-685f-44ef-bdb7-7baeecb8981c req-14f8aa63-f821-4f24-a3ca-e9e072f38c83 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398846
Jul 23 16:22:17.075320 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc565a-3904-4b17-b180-5f7b963dbd5c req-a82c0895-3b6f-4ee7-89b9-377f954828bd tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:17.076806 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2edc565a-3904-4b17-b180-5f7b963dbd5c req-a82c0895-3b6f-4ee7-89b9-377f954828bd tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0838878
Jul 23 16:22:17.122743 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2edc565a-3904-4b17-b180-5f7b963dbd5c req-774bb654-d580-46c3-9517-fe1e474152c0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403378
Jul 23 16:22:17.610586 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237afba9-6c2f-4bfe-820f-f9532743d85f req-6956a8ea-9c35-4cc7-a970-2a19608e6ef9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:17.612088 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-237afba9-6c2f-4bfe-820f-f9532743d85f req-6956a8ea-9c35-4cc7-a970-2a19608e6ef9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.0828965
Jul 23 16:22:17.705600 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-237afba9-6c2f-4bfe-820f-f9532743d85f req-9fd1c79e-1d40-4770-8a0d-2eaf71a1fc65 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622826
Jul 23 16:22:17.726869 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7253f5e-0077-42a8-ab90-b7f229b1994c req-1c4e14bc-bcb0-466e-b880-77ca25f9beae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:17.729201 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b7253f5e-0077-42a8-ab90-b7f229b1994c req-1c4e14bc-bcb0-466e-b880-77ca25f9beae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1161695
Jul 23 16:22:17.773203 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b7253f5e-0077-42a8-ab90-b7f229b1994c req-cd0d6f89-b293-4646-9bfb-46e8aa51ba7d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385323
Jul 23 16:22:18.370592 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4402d4d-7d12-4a76-811d-c44216efe48a req-97beb089-0b49-4b7b-ac73-7a16d4d833f6 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:18.372168 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c4402d4d-7d12-4a76-811d-c44216efe48a req-97beb089-0b49-4b7b-ac73-7a16d4d833f6 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0938532
Jul 23 16:22:18.505091 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c4402d4d-7d12-4a76-811d-c44216efe48a req-51d18ce9-8b76-44ff-9162-9b5fa791b001 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272988
Jul 23 16:22:18.987468 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f6ebd-251c-4ae7-863d-0174e72c8baa req-705ba0d5-a6ce-4bf9-8dd9-44c16486d763 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:18.988979 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3c4f6ebd-251c-4ae7-863d-0174e72c8baa req-705ba0d5-a6ce-4bf9-8dd9-44c16486d763 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.1722610
Jul 23 16:22:19.058459 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3c4f6ebd-251c-4ae7-863d-0174e72c8baa req-8b4129e4-92c8-4781-accb-f11d1e98550d tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586100
Jul 23 16:22:19.067206 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391046da-1c4a-40de-a0fa-51ab23d04b9c req-b6c9cfc3-8a90-4c32-b2d4-bb34988d367a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:19.068682 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-391046da-1c4a-40de-a0fa-51ab23d04b9c req-b6c9cfc3-8a90-4c32-b2d4-bb34988d367a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1467714
Jul 23 16:22:19.120406 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-391046da-1c4a-40de-a0fa-51ab23d04b9c req-fb538794-6c70-4392-94e8-701c926e6c55 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419047
Jul 23 16:22:19.709954 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827e86-0bf1-466c-a00f-f437452b5553 req-7c480062-63d5-4f4b-bdc1-50c45b8810a6 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:19.717860 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-14827e86-0bf1-466c-a00f-f437452b5553 req-7c480062-63d5-4f4b-bdc1-50c45b8810a6 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0957458
Jul 23 16:22:19.765419 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-14827e86-0bf1-466c-a00f-f437452b5553 req-798da5e4-4853-4a8b-996f-1eb99e5b8626 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464077
Jul 23 16:22:20.307723 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b22da8-9413-48da-8337-9685003ec55b req-d1be1f5e-cd6d-4c12-a073-9a4148a8566f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:20.309065 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-75b22da8-9413-48da-8337-9685003ec55b req-d1be1f5e-cd6d-4c12-a073-9a4148a8566f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.1287940
Jul 23 16:22:20.370556 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-75b22da8-9413-48da-8337-9685003ec55b req-80cf849a-6cf8-478c-81e0-43698590e0be tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506146
Jul 23 16:22:20.390581 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a24b22-7370-430f-b347-f68a5d97574c req-a8ff1fa4-4b06-4630-a57e-211e82a7a214 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:20.392181 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d0a24b22-7370-430f-b347-f68a5d97574c req-a8ff1fa4-4b06-4630-a57e-211e82a7a214 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1334534
Jul 23 16:22:20.439476 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d0a24b22-7370-430f-b347-f68a5d97574c req-e4ccba21-2e4a-415e-abff-878054551ed1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412312
Jul 23 16:22:20.972613 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548ed80-bc2e-4efa-ada2-ac446a6cfc7d req-7cceed2d-15bb-4809-9ef6-0baf1e2ee51a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:20.974557 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6548ed80-bc2e-4efa-ada2-ac446a6cfc7d req-7cceed2d-15bb-4809-9ef6-0baf1e2ee51a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0926399
Jul 23 16:22:21.051342 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6548ed80-bc2e-4efa-ada2-ac446a6cfc7d req-c027d27f-9412-4f4d-9960-a0d67c7651be tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692449
Jul 23 16:22:21.189868 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-d3ce90fd-d7c3-4c4f-9a52-0591253c8111 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023008645&fields=id&tenant_id=9b91736caab74a6eb5a5f02af6266d99 HTTP/1.1" status: 200  len: 267 time: 0.0408366
Jul 23 16:22:21.359298 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-dabef048-15b2-4d14-9fd4-11d3b0b27f68 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:21.361147 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-dabef048-15b2-4d14-9fd4-11d3b0b27f68 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 812 time: 0.1648197
Jul 23 16:22:21.378396 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-c41f23e7-1944-4dd0-992d-39dcd15b4f3a tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/quotas/9b91736caab74a6eb5a5f02af6266d99 HTTP/1.1" status: 200  len: 375 time: 0.0106573
Jul 23 16:22:21.473086 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-42382cdd-c534-4e5b-bd11-50fdafbc35ce tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0885360
Jul 23 16:22:21.676957 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ece700-c58f-407f-92a8-78875977eabd req-4a6df49e-f750-4d26-bc07-422ef6ec0550 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:21.678308 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-31ece700-c58f-407f-92a8-78875977eabd req-4a6df49e-f750-4d26-bc07-422ef6ec0550 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.1929569
Jul 23 16:22:21.681510 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-633afaa8-3c95-47a7-b538-6d4d75c0498b service neutron] 10.222.0.82 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631126
Jul 23 16:22:21.805986 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-31ece700-c58f-407f-92a8-78875977eabd req-ab7785df-88a7-4ba7-b2d2-7a08bb85d22e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217537
Jul 23 16:22:21.866731 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-7b3ce41b-b602-44fc-813e-63725f99c4d7 service neutron] 10.222.0.82 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672676
Jul 23 16:22:22.010420 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b78dfd-3ab2-4aab-a514-8ad1ea8d7bc6 req-4b741e91-a590-4636-9d0b-38476e9f9856 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:22.011987 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-18b78dfd-3ab2-4aab-a514-8ad1ea8d7bc6 req-4b741e91-a590-4636-9d0b-38476e9f9856 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.0900559
Jul 23 16:22:22.071805 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-18b78dfd-3ab2-4aab-a514-8ad1ea8d7bc6 req-03f4657e-7977-482a-abb1-7b94dfbe01ff tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520778
Jul 23 16:22:22.335116 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-eef722d0-0158-4ca1-af0b-65d20f28034e req-87dec3b0-36e5-4c27-8e12-d17f7c2144e8 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 210 time: 0.0536427
Jul 23 16:22:22.365980 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a3d1a-3491-4cb5-8d54-63b7aa864f73 req-14e12f42-5224-47c0-a3f3-40d6a35f7f19 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:22.367476 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-835a3d1a-3491-4cb5-8d54-63b7aa864f73 req-14e12f42-5224-47c0-a3f3-40d6a35f7f19 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1592348
Jul 23 16:22:22.416902 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-835a3d1a-3491-4cb5-8d54-63b7aa864f73 req-736b5a11-0666-4255-8e3b-3e99a37ecfc2 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433407
Jul 23 16:22:23.304848 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669cd97-bbbd-4052-ad9d-5596d7fb1f1a req-f6e5c502-30f8-4517-b352-909881bb8a1c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:23.306318 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2669cd97-bbbd-4052-ad9d-5596d7fb1f1a req-f6e5c502-30f8-4517-b352-909881bb8a1c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.2287769
Jul 23 16:22:23.319803 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2d7df-7bce-4ca9-96ba-c6a4e20acb31 req-6790fc7f-090f-449c-8718-a2b4021dfceb tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:23.321510 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-64c2d7df-7bce-4ca9-96ba-c6a4e20acb31 req-6790fc7f-090f-449c-8718-a2b4021dfceb tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1151347
Jul 23 16:22:23.397175 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2669cd97-bbbd-4052-ad9d-5596d7fb1f1a req-93c767f9-71de-4727-a04c-fdd1556cfcf5 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738206
Jul 23 16:22:23.405285 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-64c2d7df-7bce-4ca9-96ba-c6a4e20acb31 req-c5c8d8d2-d71a-43b1-9282-9f3d5103ba41 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682502
Jul 23 16:22:23.584689 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e506a7ae-5b44-4ad1-a645-44070b59f3c4 req-7fe47c17-537f-4743-9d3c-6b5bd1f46e72 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 210 time: 0.0815508
Jul 23 16:22:23.642479 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27391ea-b569-4f62-88de-2773d28a2c6a req-ff322792-9f5e-4c47-8051-6cbbd226b96b tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:23.643996 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a27391ea-b569-4f62-88de-2773d28a2c6a req-ff322792-9f5e-4c47-8051-6cbbd226b96b tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1021347
Jul 23 16:22:23.689831 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a27391ea-b569-4f62-88de-2773d28a2c6a req-393a1da8-0258-42b5-b430-f5bf586dff13 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398686
Jul 23 16:22:24.660828 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfbbca-0112-4ac4-a41d-ec73e07f1ba4 req-a44a1683-7b15-4d7b-97af-8b4a3b2c9057 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:24.662380 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d2dfbbca-0112-4ac4-a41d-ec73e07f1ba4 req-a44a1683-7b15-4d7b-97af-8b4a3b2c9057 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.1486697
Jul 23 16:22:24.670703 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e2b5e-62e2-4b4e-80aa-b61ddf3cf253 req-13ffb6d0-3d19-4834-b6f1-d3edca1cabcd tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:24.672086 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8b4e2b5e-62e2-4b4e-80aa-b61ddf3cf253 req-13ffb6d0-3d19-4834-b6f1-d3edca1cabcd tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1252172
Jul 23 16:22:24.743088 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d2dfbbca-0112-4ac4-a41d-ec73e07f1ba4 req-ac4c984a-9501-49a8-87c0-0cdf2174a5f2 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699253
Jul 23 16:22:24.748339 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8b4e2b5e-62e2-4b4e-80aa-b61ddf3cf253 req-a0dd0d97-e44a-42c4-beaf-a159ddeb4a67 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620325
Jul 23 16:22:24.933547 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bf52fdb5-b2f3-4721-8495-0d3a7ba6fa4d req-46997724-47f7-4c62-9384-6624beb069b2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 210 time: 0.0827487
Jul 23 16:22:24.981093 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd240235-d468-4160-8116-b82d6ad1a933 req-ed3ca235-db6c-4441-b9b9-64171dfe90b9 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:24.988178 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cd240235-d468-4160-8116-b82d6ad1a933 req-ed3ca235-db6c-4441-b9b9-64171dfe90b9 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1037066
Jul 23 16:22:25.036324 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cd240235-d468-4160-8116-b82d6ad1a933 req-7e07a48b-131f-4018-8f39-cdbe26baef60 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472138
Jul 23 16:22:25.128213 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d9b455ea-c3de-4c33-bf9b-99ec096a5322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:25.900605 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:26.004673 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38dc62-6248-4562-8e2d-a4977405734e req-1dee1b2f-0287-47ce-8f85-86a286cba273 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:26.006127 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5c38dc62-6248-4562-8e2d-a4977405734e req-1dee1b2f-0287-47ce-8f85-86a286cba273 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1099548
Jul 23 16:22:26.014151 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255ff50-7e9b-4d7a-81a3-d4a940492db1 req-f6f8034c-8b8d-4f43-b4ee-8dc07f32d4f9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:26.015822 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e255ff50-7e9b-4d7a-81a3-d4a940492db1 req-f6f8034c-8b8d-4f43-b4ee-8dc07f32d4f9 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.1641459
Jul 23 16:22:26.091823 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5c38dc62-6248-4562-8e2d-a4977405734e req-8bb2dba1-6f3e-491c-8dd7-82fcc0cb72b4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753286
Jul 23 16:22:26.099829 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e255ff50-7e9b-4d7a-81a3-d4a940492db1 req-0475674e-93c5-4379-b13b-b41e4e7d1592 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706708
Jul 23 16:22:26.313833 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-730b533e-a1a8-4442-8e35-01bfa2394726 req-e65cc1a0-300e-4643-a4c6-15fadf8ca64f tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 210 time: 0.0599260
Jul 23 16:22:26.344452 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4e290-4828-4623-a8f3-091eff8e7095 req-a9ccc576-b9bf-4632-a7d1-6975edcdd00c tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:26.345948 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cae4e290-4828-4623-a8f3-091eff8e7095 req-a9ccc576-b9bf-4632-a7d1-6975edcdd00c tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1252420
Jul 23 16:22:26.395768 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cae4e290-4828-4623-a8f3-091eff8e7095 req-db705a75-879d-4d4c-8104-5b0503b3a21f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439565
Jul 23 16:22:27.371623 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2db00-0971-41d2-8a4c-fa6d997a3a13 req-1a8ba2c0-9dd1-4d7d-a32c-1a1d456a111f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:27.373181 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a9c2db00-0971-41d2-8a4c-fa6d997a3a13 req-1a8ba2c0-9dd1-4d7d-a32c-1a1d456a111f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1634026
Jul 23 16:22:27.385267 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf741591-f2e4-48c2-9e34-cf867a178bf9 req-49887969-4e1f-488d-83a8-e543bfa00333 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:27.387729 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bf741591-f2e4-48c2-9e34-cf867a178bf9 req-49887969-4e1f-488d-83a8-e543bfa00333 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.1440072
Jul 23 16:22:27.460340 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a9c2db00-0971-41d2-8a4c-fa6d997a3a13 req-3effb285-492d-484c-a7a3-3157a89ce948 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716190
Jul 23 16:22:27.465405 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bf741591-f2e4-48c2-9e34-cf867a178bf9 req-30216359-b3cf-4f46-b992-b4fc4586ba1a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625231
Jul 23 16:22:27.645221 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3f09738a-ff1d-4763-a20d-07c1e20ade57 req-40c526c6-add7-4028-8b9e-f5206177fda8 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 210 time: 0.0799341
Jul 23 16:22:27.698541 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c25b50-f0db-4e79-8c7f-a8d9b4068c10 req-c5308505-2ed9-40a8-8b57-7f8d45fa340a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:27.700029 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-28c25b50-f0db-4e79-8c7f-a8d9b4068c10 req-c5308505-2ed9-40a8-8b57-7f8d45fa340a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0953453
Jul 23 16:22:27.747094 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-28c25b50-f0db-4e79-8c7f-a8d9b4068c10 req-1753e65e-2bc8-44f1-bdf1-464881275404 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412905
Jul 23 16:22:27.932627 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:27.969199 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ff7f0de6-cb89-4ad8-a334-65d70ee0af2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:28.732531 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d47e5-949d-4608-b2fd-d95763736d3f req-ac0a875c-0fd5-4405-b9ee-661e4c9d414a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:28.733956 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-be9d47e5-949d-4608-b2fd-d95763736d3f req-ac0a875c-0fd5-4405-b9ee-661e4c9d414a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.1467144
Jul 23 16:22:28.746709 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bc168-f2a4-4241-a399-655d52d41c9c req-bc1180fb-f41e-4e52-8c1a-abfd9dca067b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:28.748209 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-810bc168-f2a4-4241-a399-655d52d41c9c req-bc1180fb-f41e-4e52-8c1a-abfd9dca067b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1228056
Jul 23 16:22:28.823608 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-be9d47e5-949d-4608-b2fd-d95763736d3f req-181538aa-7291-4b9c-a298-c7a79350d060 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743546
Jul 23 16:22:28.830848 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-810bc168-f2a4-4241-a399-655d52d41c9c req-d8494d36-d65b-41aa-927c-d1e1d06f6bd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681767
Jul 23 16:22:28.862663 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:29.106066 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ea1c1287-0842-4335-a6fe-c7d160eb157b req-0099347c-08de-4dc9-a30d-32bb9692894d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 210 time: 0.1743865
Jul 23 16:22:29.148050 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151fb6e-81be-4486-9186-01b1904a1114 req-428000de-1541-4d16-b174-e3568433d75d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:29.149865 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d151fb6e-81be-4486-9186-01b1904a1114 req-428000de-1541-4d16-b174-e3568433d75d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1823366
Jul 23 16:22:29.199280 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d151fb6e-81be-4486-9186-01b1904a1114 req-803c162d-df90-4cd2-bbf5-0b710bb459dc tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433214
Jul 23 16:22:30.108094 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fed304-3c73-4661-ad8a-88232b44732a req-3cc89a0f-23bb-4050-a434-aa76edffc960 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:30.109661 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-93fed304-3c73-4661-ad8a-88232b44732a req-3cc89a0f-23bb-4050-a434-aa76edffc960 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.1805365
Jul 23 16:22:30.118076 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af104ea-6aa0-4cce-a779-66a4151b258a req-c0833b68-d1c3-4244-910f-96c48d99fb02 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:30.120089 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5af104ea-6aa0-4cce-a779-66a4151b258a req-c0833b68-d1c3-4244-910f-96c48d99fb02 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1529188
Jul 23 16:22:30.198235 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5af104ea-6aa0-4cce-a779-66a4151b258a req-e3e3d6ba-08b2-4456-8e47-518e8cee14d8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636318
Jul 23 16:22:30.201077 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-93fed304-3c73-4661-ad8a-88232b44732a req-7e30d924-957e-4027-9586-512766976eba tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799901
Jul 23 16:22:30.343582 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:30.390512 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9088d395-3479-47c4-bcc8-d7f35de735f5 req-7e86a501-1670-46e4-8aae-fdf74ce7f20d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 210 time: 0.0906818
Jul 23 16:22:30.434272 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53309fa9-4ced-4d7b-85a9-0c221fa0883f req-e88f6f2b-f2c4-47a2-8e56-5fc8af6b2b7a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:30.435982 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-53309fa9-4ced-4d7b-85a9-0c221fa0883f req-e88f6f2b-f2c4-47a2-8e56-5fc8af6b2b7a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1022508
Jul 23 16:22:30.498308 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-53309fa9-4ced-4d7b-85a9-0c221fa0883f req-255d444b-be96-4572-b0a3-48342331dda4 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564735
Jul 23 16:22:31.460430 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73226ce8-b723-4c3d-9bc7-8686b8cb9ca1 req-aca46d0d-6be4-42ba-a0ca-58d60e8a8ced tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:31.461965 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-73226ce8-b723-4c3d-9bc7-8686b8cb9ca1 req-aca46d0d-6be4-42ba-a0ca-58d60e8a8ced tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.1120658
Jul 23 16:22:31.470114 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce51f45-fd99-46c1-ba6f-fd99bfd33f62 req-d785b8af-80df-4313-bf51-07b8ff46d3d8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:31.471523 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2ce51f45-fd99-46c1-ba6f-fd99bfd33f62 req-d785b8af-80df-4313-bf51-07b8ff46d3d8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1575654
Jul 23 16:22:31.544246 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-73226ce8-b723-4c3d-9bc7-8686b8cb9ca1 req-960f30df-4663-4a7e-95bd-9e42d6e35237 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716870
Jul 23 16:22:31.547146 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2ce51f45-fd99-46c1-ba6f-fd99bfd33f62 req-a8cc1b32-c191-4210-9b73-1b0aaf319be0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607667
Jul 23 16:22:31.729346 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6845c9ff-0989-41b8-9865-c031abef1420 req-9272cc1b-68c1-461c-8da9-235eddfc58ac tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 210 time: 0.0917451
Jul 23 16:22:31.782204 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4bf7c-18b2-466e-8dd5-aa98473b7a39 req-bc130988-9208-48f7-a518-6094bff1cf37 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:31.784367 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ddd4bf7c-18b2-466e-8dd5-aa98473b7a39 req-bc130988-9208-48f7-a518-6094bff1cf37 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1083465
Jul 23 16:22:31.846919 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ddd4bf7c-18b2-466e-8dd5-aa98473b7a39 req-ea66a736-e3d7-4d64-a9d7-47d86e76d4f0 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558946
Jul 23 16:22:32.214333 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10b50a-31a8-488d-a6c4-c641a6a736c3 req-b1783737-116e-4a7c-a2a6-95f4e9d95957 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:32.215818 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-af10b50a-31a8-488d-a6c4-c641a6a736c3 req-b1783737-116e-4a7c-a2a6-95f4e9d95957 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.0838470
Jul 23 16:22:32.285721 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-af10b50a-31a8-488d-a6c4-c641a6a736c3 req-141dba57-088b-49d2-af19-04d0e80f3db4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Deleting port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:22:32.286058 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-af10b50a-31a8-488d-a6c4-c641a6a736c3 req-141dba57-088b-49d2-af19-04d0e80f3db4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:32.529906 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-af10b50a-31a8-488d-a6c4-c641a6a736c3 req-141dba57-088b-49d2-af19-04d0e80f3db4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] For port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=873cd0d5-ff2f-4b95-872a-e2d843aef9a2,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:22:32.530566 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-af10b50a-31a8-488d-a6c4-c641a6a736c3 req-141dba57-088b-49d2-af19-04d0e80f3db4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:32.661264 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-af10b50a-31a8-488d-a6c4-c641a6a736c3 req-141dba57-088b-49d2-af19-04d0e80f3db4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Calling delete_port for 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:22:33.160971 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-ba80b2d4-0a7c-431e-bdba-d9a962baf4cc tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:33.162365 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-ba80b2d4-0a7c-431e-bdba-d9a962baf4cc tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 812 time: 0.4589825
Jul 23 16:22:33.231774 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97647bac-1836-4f1f-91ce-4ca617cd6e99 req-ee9ef001-7518-4c25-bc19-1e7a09027a3a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:33.233244 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-97647bac-1836-4f1f-91ce-4ca617cd6e99 req-ee9ef001-7518-4c25-bc19-1e7a09027a3a tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 946 time: 0.5309412
Jul 23 16:22:33.250833 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9ea0e-ba9d-4e90-8a57-97521edbb806 req-1d291880-a194-4f9b-9225-5ab7372b9490 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:33.252268 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d7f9ea0e-ba9d-4e90-8a57-97521edbb806 req-1d291880-a194-4f9b-9225-5ab7372b9490 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.5247736
Jul 23 16:22:33.324904 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-af10b50a-31a8-488d-a6c4-c641a6a736c3 req-141dba57-088b-49d2-af19-04d0e80f3db4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:33.330603 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-ce97099c-736d-4a8f-ad22-2bd6b0353ca8 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b91736caab74a6eb5a5f02af6266d99 HTTP/1.1" status: 200  len: 380 time: 0.1304438
Jul 23 16:22:33.336041 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:33.366126 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['2ead14dd-eaac-4721-b492-f446ffc3654c', 'a41c3a9b-e4da-4489-9d30-6cd769397eb0', '8ec58e69-1449-4558-92e9-556e7c9ef0d1', '873cd0d5-ff2f-4b95-872a-e2d843aef9a2'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:22:33.390059 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Request body: {'port': {'device_id': 'e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'admin_state_up': True, 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'security_groups': ['935b454e-2e36-4513-801e-3f9bea24a118']}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:22:33.445102 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dba57-088b-49d2-af19-04d0e80f3db4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Pushing event deleted for resources: {'Port': ['ID=873cd0d5-ff2f-4b95-872a-e2d843aef9a2,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:33.483867 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-97647bac-1836-4f1f-91ce-4ca617cd6e99 req-1234d561-9c01-4422-952c-c883716a52f2 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2275925
Jul 23 16:22:33.484756 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-141dba57-088b-49d2-af19-04d0e80f3db4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:33.495182 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d7f9ea0e-ba9d-4e90-8a57-97521edbb806 req-966fa3e4-3df7-4fb4-9f14-b3a27eae97d6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2244236
Jul 23 16:22:33.591439 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-af10b50a-31a8-488d-a6c4-c641a6a736c3 req-141dba57-088b-49d2-af19-04d0e80f3db4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] No DVR routers for this DVR port 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:22:33.607694 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-af10b50a-31a8-488d-a6c4-c641a6a736c3 req-141dba57-088b-49d2-af19-04d0e80f3db4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:33.610238 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5069195-f5ad-4e82-89ab-ef1331af6d93', 'name': 'network-vif-deleted', 'tag': '873cd0d5-ff2f-4b95-872a-e2d843aef9a2'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:22:33.699457 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8752601e-2786-4a2b-9525-b56f766f9f0e req-6d185797-bce6-4a19-a7d3-745af0bd550c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 210 time: 0.0929513
Jul 23 16:22:33.733726 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-af10b50a-31a8-488d-a6c4-c641a6a736c3 req-141dba57-088b-49d2-af19-04d0e80f3db4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "DELETE /v2.0/ports/873cd0d5-ff2f-4b95-872a-e2d843aef9a2 HTTP/1.1" status: 204  len: 173 time: 1.5112822
Jul 23 16:22:33.750079 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:22:33.756731 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Usage tracker for resource:port and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:22:33.762870 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:22:33.771540 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:22:33.789288 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Made reservation on behalf of 9b91736caab74a6eb5a5f02af6266d99 for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:22:33.793161 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:33.813321 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec9283-086e-487f-b2ec-3912bf3333ab req-b877887e-d788-4848-8a3e-6246e3ccb55c tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:33.814789 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fcec9283-086e-487f-b2ec-3912bf3333ab req-b877887e-d788-4848-8a3e-6246e3ccb55c tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1628363
Jul 23 16:22:33.816366 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5069195-f5ad-4e82-89ab-ef1331af6d93', 'name': 'network-vif-deleted', 'tag': '873cd0d5-ff2f-4b95-872a-e2d843aef9a2', 'status': 'completed', 'code': 200}
Jul 23 16:22:33.936272 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fcec9283-086e-487f-b2ec-3912bf3333ab req-ad4b7c89-cb12-420e-8554-990a1ccc6c78 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123228
Jul 23 16:22:34.082182 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Allocated IP 172.20.0.12 (10915c46-1d6d-4de0-80b0-bbee884607df/ed8a5c54-2b80-4df0-9563-26a74e02a670/8f641aa3-47e5-4be9-bf28-1cb3d22d5507) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:22:34.102456 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc917e-b973-4309-b09a-d21492109586 req-ea3deb3f-c618-4a21-b591-95f3c3856e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:34.104797 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c9fc917e-b973-4309-b09a-d21492109586 req-ea3deb3f-c618-4a21-b591-95f3c3856e60 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 1099 time: 0.1574328
Jul 23 16:22:34.208268 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c9fc917e-b973-4309-b09a-d21492109586 req-7ae43b60-fcda-41aa-a9fd-ac3be770afc8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925992
Jul 23 16:22:34.385266 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:34.407394 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Transition to ACTIVE for port object 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 will not be triggered until provisioned by entity DHCP. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:22:34.437652 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409df5da-42df-43df-8bd0-dccd2f9c282b req-26b476e7-b739-4dfb-bb22-d1f362b9ea2f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:34.439158 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-409df5da-42df-43df-8bd0-dccd2f9c282b req-26b476e7-b739-4dfb-bb22-d1f362b9ea2f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 945 time: 0.1210606
Jul 23 16:22:34.470686 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:34.482597 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:34.550209 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-409df5da-42df-43df-8bd0-dccd2f9c282b req-fae4346a-9fa2-4064-86f6-e8ec3e8119ef tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048558
Jul 23 16:22:34.562009 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Network 10915c46-1d6d-4de0-80b0-bbee884607df is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:22:34.565181 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:22:34.569151 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:22:34.610720 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'Port': ['ID=8f641aa3-47e5-4be9-bf28-1cb3d22d5507,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:34.625097 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:34.694509 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:34.695173 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:34.743847 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-95345331-ae24-4a4a-91ba-be29c1500fa6 req-2a174b04-d2cc-456a-9e85-4f9e82732f46 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Synchronizing usage tracker for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:22:34.829582 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-004c834f-bf1b-473c-8f62-597bd9c0e6f0 None None] Provisioning for port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:22:34.834709 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-004c834f-bf1b-473c-8f62-597bd9c0e6f0 None None] Provisioning complete for port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:22:34.835379 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-004c834f-bf1b-473c-8f62-597bd9c0e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:34.887998 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5202560
Jul 23 16:22:34.893745 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-004c834f-bf1b-473c-8f62-597bd9c0e6f0 None None] Port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:22:34.894933 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-95345331-ae24-4a4a-91ba-be29c1500fa6 req-2a174b04-d2cc-456a-9e85-4f9e82732f46 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Unset dirty status for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:22:34.896110 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-95345331-ae24-4a4a-91ba-be29c1500fa6 req-2a174b04-d2cc-456a-9e85-4f9e82732f46 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5069195-f5ad-4e82-89ab-ef1331af6d93 HTTP/1.1" status: 200  len: 210 time: 0.2461784
Jul 23 16:22:34.922222 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bb38d-c615-4efe-af1a-32486fb4c3a2 req-599f5639-8369-468a-be2c-1c5eb1c6705b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:34.923758 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6b3bb38d-c615-4efe-af1a-32486fb4c3a2 req-599f5639-8369-468a-be2c-1c5eb1c6705b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.2177649
Jul 23 16:22:34.929092 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Request body: {'port': {'device_id': 'e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:22:35.113571 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6b3bb38d-c615-4efe-af1a-32486fb4c3a2 req-3a4e55d9-f31d-4f2c-a56f-21f9d1aeb7c0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1532214
Jul 23 16:22:35.143079 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:35.277471 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328af6fb-b660-4ae7-89aa-725f3935b0e7 req-106b2f5b-3fe5-464c-afd8-dd3fd25368b2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:35.278165 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-328af6fb-b660-4ae7-89aa-725f3935b0e7 req-106b2f5b-3fe5-464c-afd8-dd3fd25368b2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Synchronizing usage tracker for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:22:35.370833 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-328af6fb-b660-4ae7-89aa-725f3935b0e7 req-106b2f5b-3fe5-464c-afd8-dd3fd25368b2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Unset dirty status for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:22:35.372036 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-328af6fb-b660-4ae7-89aa-725f3935b0e7 req-106b2f5b-3fe5-464c-afd8-dd3fd25368b2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 932 time: 0.3765755
Jul 23 16:22:35.519285 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c7bc5-e780-4c2a-879e-851a70a82994 req-951542a3-5a36-497a-94da-8b340cd6ff0a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:35.520775 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b80c7bc5-e780-4c2a-879e-851a70a82994 req-951542a3-5a36-497a-94da-8b340cd6ff0a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.3087676
Jul 23 16:22:35.538601 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-328af6fb-b660-4ae7-89aa-725f3935b0e7 req-c9f150c7-a0f8-42c5-b8fc-3f80f888a74d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1579270
Jul 23 16:22:35.602589 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b80c7bc5-e780-4c2a-879e-851a70a82994 req-dd92e592-e08e-4b35-acb7-e13181fce66d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699246
Jul 23 16:22:35.741792 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:22:35.752616 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:35.774656 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Transition to ACTIVE for port object 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:22:35.779965 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:35.785166 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b8859f90-2b26-46d7-bfbd-b76b18a6321e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:35.915361 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd636dc7-a979-4eb5-a510-ba002b968514 req-dac4bb8e-13de-46b0-92c2-8fbda7309470 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:35.917085 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fd636dc7-a979-4eb5-a510-ba002b968514 req-dac4bb8e-13de-46b0-92c2-8fbda7309470 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 945 time: 0.2419302
Jul 23 16:22:35.950141 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Pushing event updated for resources: {'Port': ['ID=8f641aa3-47e5-4be9-bf28-1cb3d22d5507,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:35.983243 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:36.058756 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fd636dc7-a979-4eb5-a510-ba002b968514 req-39ecfa6c-7091-4cba-8d51-cdd963ad8dbd tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281908
Jul 23 16:22:36.087765 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Attempting to bind port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:22:36.088115 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Attempting to bind port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:22:36.088449 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Attempting to bind port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 on network 10915c46-1d6d-4de0-80b0-bbee884607df {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:22:36.093602 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 on network 10915c46-1d6d-4de0-80b0-bbee884607df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:22:36.094148 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Attempting to bind port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 on network 10915c46-1d6d-4de0-80b0-bbee884607df {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:22:36.099868 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:22:36.100130 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Checking segment: {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:22:36.100517 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Bound using segment: {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:22:36.100944 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Bound port: 8f641aa3-47e5-4be9-bf28-1cb3d22d5507, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:22:36.101300 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:36.199573 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] For port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:22:36.209098 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] For port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8f641aa3-47e5-4be9-bf28-1cb3d22d5507,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:22:36.214277 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:36.219274 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:36.321377 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:36.321998 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:36.324113 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] 10.222.0.83 "PUT /v2.0/ports/8f641aa3-47e5-4be9-bf28-1cb3d22d5507 HTTP/1.1" status: 200  len: 1094 time: 1.3994546
Jul 23 16:22:36.324779 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9', 'tag': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:22:36.360826 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Pushing event updated for resources: {'Port': ['ID=8f641aa3-47e5-4be9-bf28-1cb3d22d5507,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:36.367946 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:36.389087 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee433bf-79be-4f2c-a577-d9e79d0d203d req-bd6a1393-2631-4e3c-8efc-b85838541b02 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:36.390676 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5ee433bf-79be-4f2c-a577-d9e79d0d203d req-bd6a1393-2631-4e3c-8efc-b85838541b02 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1380222
Jul 23 16:22:36.392305 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9', 'tag': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507', 'status': 'completed', 'code': 200}
Jul 23 16:22:36.487964 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5ee433bf-79be-4f2c-a577-d9e79d0d203d req-fccdcd6b-0f1e-4ba8-aa4b-280c9d61429b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913258
Jul 23 16:22:36.516860 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-1d2a69d2-98cf-4185-bebb-aeea49941e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:36.518356 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-1d2a69d2-98cf-4185-bebb-aeea49941e62 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 1097 time: 0.0932095
Jul 23 16:22:36.632859 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-9b14f515-179f-4f85-a497-08ba2c971ada service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f641aa3-47e5-4be9-bf28-1cb3d22d5507 HTTP/1.1" status: 200  len: 217 time: 0.0686986
Jul 23 16:22:36.633079 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:22:36.670393 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:22:36.670752 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 873cd0d5-ff2f-4b95-872a-e2d843aef9a2 not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:22:36.888254 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-60a58f11-85fb-43a6-9aec-49d3d61fefcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:36.889702 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-60a58f11-85fb-43a6-9aec-49d3d61fefcf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.2495730
Jul 23 16:22:36.980340 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737117ef-b672-41a6-b346-156694659a67 req-a840b819-1889-4230-8e8c-26a0d3d60b9a tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:36.981802 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-737117ef-b672-41a6-b346-156694659a67 req-a840b819-1889-4230-8e8c-26a0d3d60b9a tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 944 time: 0.3074217
Jul 23 16:22:36.991629 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67578234-d76b-4ad4-beb9-da5bdcc6f65e req-e64793ff-069d-4be4-83b2-a57d8d161761 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:36.993012 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-67578234-d76b-4ad4-beb9-da5bdcc6f65e req-e64793ff-069d-4be4-83b2-a57d8d161761 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.2659495
Jul 23 16:22:37.122670 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-737117ef-b672-41a6-b346-156694659a67 req-8f7eda04-319f-4eac-abc9-1fc4cccf9028 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1273453
Jul 23 16:22:37.132228 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-67578234-d76b-4ad4-beb9-da5bdcc6f65e req-a4a4be5c-fa7a-4a2a-a813-44bc61d8745e tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186440
Jul 23 16:22:37.136635 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-01216fb8-fc9a-42b0-ba4a-823c6aab8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:37.138102 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-01216fb8-fc9a-42b0-ba4a-823c6aab8526 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2340922
Jul 23 16:22:37.203665 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a3f80-a4c5-41e5-999b-8b7e17479217 req-0b6d5e8f-397e-44ad-b152-8eb521409fb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:37.205118 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-009a3f80-a4c5-41e5-999b-8b7e17479217 req-0b6d5e8f-397e-44ad-b152-8eb521409fb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 945 time: 0.1722634
Jul 23 16:22:37.398650 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-009a3f80-a4c5-41e5-999b-8b7e17479217 req-23131552-62e6-4fc7-b0e2-1bba1c2b16c4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Deleting port de458d7e-5920-4a59-a264-fca13943abf8 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:22:37.398919 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-009a3f80-a4c5-41e5-999b-8b7e17479217 req-23131552-62e6-4fc7-b0e2-1bba1c2b16c4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:37.470361 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-639aeaf3-693a-4e13-acec-73720a31fc75 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3175550
Jul 23 16:22:37.631313 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea31261-f38b-403c-826f-ab43fd058298 req-512335c3-0fee-44bc-9b10-431c371c2dc5 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:37.632929 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dea31261-f38b-403c-826f-ab43fd058298 req-512335c3-0fee-44bc-9b10-431c371c2dc5 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 945 time: 0.3763611
Jul 23 16:22:37.805767 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dea31261-f38b-403c-826f-ab43fd058298 req-01007d34-0a29-4091-aef6-0d3d078bd688 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634474
Jul 23 16:22:37.840659 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6205a-2b68-474b-8d2a-34bc8b0bc533 req-aed6569b-bf1b-491e-973e-69142caabdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:37.842279 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-2ac6205a-2b68-474b-8d2a-34bc8b0bc533 req-aed6569b-bf1b-491e-973e-69142caabdef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56f45e42a8164b9d93b91b7feb698620&device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 1099 time: 0.0752096
Jul 23 16:22:37.876064 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e81a5700-7279-4f89-a0b4-7060e9a9ecb6 req-eca2e84b-cb76-4fdf-b43b-fe5c5476195c service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3978467
Jul 23 16:22:37.910525 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-009a3f80-a4c5-41e5-999b-8b7e17479217 req-23131552-62e6-4fc7-b0e2-1bba1c2b16c4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] For port de458d7e-5920-4a59-a264-fca13943abf8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=de458d7e-5920-4a59-a264-fca13943abf8,segment=NetworkSegment(1aa31d67-bf31-48da-a50e-16326771884d),segment_id=1aa31d67-bf31-48da-a50e-16326771884d)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:22:37.911483 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-009a3f80-a4c5-41e5-999b-8b7e17479217 req-23131552-62e6-4fc7-b0e2-1bba1c2b16c4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:37.991624 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6205a-2b68-474b-8d2a-34bc8b0bc533 req-242cfab9-48b9-4e61-be41-783de842d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:37.993014 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-2ac6205a-2b68-474b-8d2a-34bc8b0bc533 req-242cfab9-48b9-4e61-be41-783de842d8b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 HTTP/1.1" status: 200  len: 921 time: 0.1428921
Jul 23 16:22:38.082496 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-2ac6205a-2b68-474b-8d2a-34bc8b0bc533 req-72509c64-a8fa-401e-9ede-126ed06f0909 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5fc6b06-4bd8-4f87-9839-9d73955191b6 HTTP/1.1" status: 200  len: 217 time: 0.0669384
Jul 23 16:22:38.084094 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-009a3f80-a4c5-41e5-999b-8b7e17479217 req-23131552-62e6-4fc7-b0e2-1bba1c2b16c4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Calling delete_port for de458d7e-5920-4a59-a264-fca13943abf8 owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:22:38.150409 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6205a-2b68-474b-8d2a-34bc8b0bc533 req-077fdaf8-652f-4edd-a0ce-b9a65bfe62d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:38.151886 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-2ac6205a-2b68-474b-8d2a-34bc8b0bc533 req-077fdaf8-652f-4edd-a0ce-b9a65bfe62d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0fe04e03-32e7-4990-b898-80e8e8584317 HTTP/1.1" status: 200  len: 859 time: 0.0580621
Jul 23 16:22:38.205067 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-2ac6205a-2b68-474b-8d2a-34bc8b0bc533 req-f5ff714a-7bc8-4069-8854-e6ad455d832b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430365
Jul 23 16:22:38.224823 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07192b5-4f38-4407-950a-16741cf32194 req-75387a6a-afb5-4127-9b0b-e1f76432f03b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:38.226289 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f07192b5-4f38-4407-950a-16741cf32194 req-75387a6a-afb5-4127-9b0b-e1f76432f03b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.4312000
Jul 23 16:22:38.332504 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614f63c-7e96-4317-ba54-6b1e20f0a5cc req-4bec03cd-1408-4753-8c19-f0a3db3d27ea tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:38.333892 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b614f63c-7e96-4317-ba54-6b1e20f0a5cc req-4bec03cd-1408-4753-8c19-f0a3db3d27ea tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 946 time: 0.4138443
Jul 23 16:22:38.340944 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-2ac6205a-2b68-474b-8d2a-34bc8b0bc533 req-4ddf0cc7-63b7-458f-809d-40f3349818ff service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279552
Jul 23 16:22:38.376318 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f07192b5-4f38-4407-950a-16741cf32194 req-57fccec7-9c9c-4c79-a440-b7d1677389e8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1294153
Jul 23 16:22:38.378120 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28699839-6867-4761-ab17-5d3eba4b2654 req-dc41da9d-33ee-4f5a-818e-cd8f98dfb50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:38.379553 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-28699839-6867-4761-ab17-5d3eba4b2654 req-dc41da9d-33ee-4f5a-818e-cd8f98dfb50c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 1097 time: 0.3642244
Jul 23 16:22:38.448569 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-009a3f80-a4c5-41e5-999b-8b7e17479217 req-23131552-62e6-4fc7-b0e2-1bba1c2b16c4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:38.487827 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-2ac6205a-2b68-474b-8d2a-34bc8b0bc533 req-3c1a87e5-83db-4f25-a639-1bab477f534d service neutron] 10.222.0.83 "GET /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393478
Jul 23 16:22:38.492863 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['de458d7e-5920-4a59-a264-fca13943abf8'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:22:38.561778 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-7bd9068e-7f03-43c2-a147-95f21c41d581 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:38.691709 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23131552-62e6-4fc7-b0e2-1bba1c2b16c4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Pushing event deleted for resources: {'Port': ['ID=de458d7e-5920-4a59-a264-fca13943abf8,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:38.703724 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b614f63c-7e96-4317-ba54-6b1e20f0a5cc req-9739ba4b-f669-406f-ac90-5388e95e7322 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3558605
Jul 23 16:22:38.741214 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-23131552-62e6-4fc7-b0e2-1bba1c2b16c4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:38.810604 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-009a3f80-a4c5-41e5-999b-8b7e17479217 req-23131552-62e6-4fc7-b0e2-1bba1c2b16c4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] No DVR routers for this DVR port de458d7e-5920-4a59-a264-fca13943abf8 on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:22:38.848543 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-009a3f80-a4c5-41e5-999b-8b7e17479217 req-23131552-62e6-4fc7-b0e2-1bba1c2b16c4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:38.851021 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c42b0f5-6d24-4a09-8405-75887784916a', 'name': 'network-vif-deleted', 'tag': 'de458d7e-5920-4a59-a264-fca13943abf8'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:22:38.903205 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28699839-6867-4761-ab17-5d3eba4b2654 req-1e6c9303-4b3a-4f6b-b03c-4f64267de38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:38.904873 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-28699839-6867-4761-ab17-5d3eba4b2654 req-1e6c9303-4b3a-4f6b-b03c-4f64267de38f service neutron] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 914 time: 0.5151336
Jul 23 16:22:38.909965 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-009a3f80-a4c5-41e5-999b-8b7e17479217 req-23131552-62e6-4fc7-b0e2-1bba1c2b16c4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.83 "DELETE /v2.0/ports/de458d7e-5920-4a59-a264-fca13943abf8 HTTP/1.1" status: 204  len: 173 time: 1.6524277
Jul 23 16:22:38.983600 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc58a-0894-4c40-80c0-61748f0cb832 req-92dd19c2-0e27-4a2e-8efd-b5ac148372bf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:38.985192 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-169cc58a-0894-4c40-80c0-61748f0cb832 req-92dd19c2-0e27-4a2e-8efd-b5ac148372bf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.3919103
Jul 23 16:22:39.004215 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-28699839-6867-4761-ab17-5d3eba4b2654 req-6865c965-acf1-4380-9206-4feb6b3a80e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f641aa3-47e5-4be9-bf28-1cb3d22d5507 HTTP/1.1" status: 200  len: 217 time: 0.0813193
Jul 23 16:22:39.107785 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a6a64-2dd8-4472-96c1-7b453ee6f791 req-f7a28d48-31fe-427b-a71e-91ff47a11b84 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:39.109331 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-570a6a64-2dd8-4472-96c1-7b453ee6f791 req-f7a28d48-31fe-427b-a71e-91ff47a11b84 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 944 time: 0.3007891
Jul 23 16:22:39.114574 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-169cc58a-0894-4c40-80c0-61748f0cb832 req-60497953-431e-4da4-99a0-a2913f78d100 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141288
Jul 23 16:22:39.139348 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28699839-6867-4761-ab17-5d3eba4b2654 req-68763145-3eba-4ef6-8c91-086196725a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:39.140800 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-28699839-6867-4761-ab17-5d3eba4b2654 req-68763145-3eba-4ef6-8c91-086196725a7c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.1213074
Jul 23 16:22:39.208995 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-570a6a64-2dd8-4472-96c1-7b453ee6f791 req-9e6f3786-5140-433e-a519-7cf9fea6ac08 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932453
Jul 23 16:22:39.276016 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c42b0f5-6d24-4a09-8405-75887784916a', 'name': 'network-vif-deleted', 'tag': 'de458d7e-5920-4a59-a264-fca13943abf8', 'status': 'completed', 'code': 200}
Jul 23 16:22:39.283852 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-43d2bb6f-05d7-47c9-8651-7d16bed73cc6 req-c7c2aa4a-0ebd-4325-9f72-715b9ec5d3dc tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Synchronizing usage tracker for tenant:c9ff7ff146b648038fc20622f5f03df9 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:22:39.289039 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28699839-6867-4761-ab17-5d3eba4b2654 req-47a04159-d79a-49af-be20-75460f18b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:39.290469 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-28699839-6867-4761-ab17-5d3eba4b2654 req-47a04159-d79a-49af-be20-75460f18b4f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1365919
Jul 23 16:22:39.319720 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-43d2bb6f-05d7-47c9-8651-7d16bed73cc6 req-c7c2aa4a-0ebd-4325-9f72-715b9ec5d3dc tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Unset dirty status for tenant:c9ff7ff146b648038fc20622f5f03df9 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:22:39.320801 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-43d2bb6f-05d7-47c9-8651-7d16bed73cc6 req-c7c2aa4a-0ebd-4325-9f72-715b9ec5d3dc tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c42b0f5-6d24-4a09-8405-75887784916a HTTP/1.1" status: 200  len: 210 time: 0.0862927
Jul 23 16:22:39.429018 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-28699839-6867-4761-ab17-5d3eba4b2654 req-2eb81001-939c-4650-af42-529825f59797 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294692
Jul 23 16:22:39.664660 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-28699839-6867-4761-ab17-5d3eba4b2654 req-532e28ff-16b4-4b5f-b61e-eda938738374 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852922
Jul 23 16:22:39.676606 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb2366-c316-4b64-9873-41162f6564f9 req-1e493935-74e4-466f-892b-96c772ead56d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:39.678017 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-53cb2366-c316-4b64-9873-41162f6564f9 req-1e493935-74e4-466f-892b-96c772ead56d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 943 time: 0.1806319
Jul 23 16:22:39.733033 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-53cb2366-c316-4b64-9873-41162f6564f9 req-c896e9a0-777b-4164-908d-b262eb95eb61 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470147
Jul 23 16:22:39.898177 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c3ede-6aed-412a-81ed-bae02310be1b req-1880b16a-2470-457e-a475-35d41ecfddf8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:39.899661 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-937c3ede-6aed-412a-81ed-bae02310be1b req-1880b16a-2470-457e-a475-35d41ecfddf8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 946 time: 0.0800941
Jul 23 16:22:39.943272 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-937c3ede-6aed-412a-81ed-bae02310be1b req-c3f8ca89-57dc-4d8e-b7cf-37e1fdb2a527 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379462
Jul 23 16:22:40.132538 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcd5d0-ad98-474d-b074-654d807e4497 req-ce317700-1295-4735-8015-567466fbe3dd tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:40.133948 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7abcd5d0-ad98-474d-b074-654d807e4497 req-ce317700-1295-4735-8015-567466fbe3dd tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 946 time: 0.0837336
Jul 23 16:22:40.204451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-7abcd5d0-ad98-474d-b074-654d807e4497 req-3c16120d-026c-41e5-b64c-18f8b743789b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Deleting port 8ec58e69-1449-4558-92e9-556e7c9ef0d1 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:22:40.204789 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7abcd5d0-ad98-474d-b074-654d807e4497 req-3c16120d-026c-41e5-b64c-18f8b743789b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:40.608108 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390a863-6c91-4d28-85fd-9eed4bcbf2cc req-cc590563-c508-4a48-bb0f-87fe42435d72 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:40.609573 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e390a863-6c91-4d28-85fd-9eed4bcbf2cc req-cc590563-c508-4a48-bb0f-87fe42435d72 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.3809891
Jul 23 16:22:40.669605 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8dc8437c-b169-49ed-8013-1f8a37ecd03f details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:22:40.680578 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device de458d7e-5920-4a59-a264-fca13943abf8 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:22:40.694491 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213983db-bed4-459e-9590-4678d41ae1a3 req-f13cda5c-fe45-4d25-bc31-35ebf66e54b6 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:40.695967 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-213983db-bed4-459e-9590-4678d41ae1a3 req-f13cda5c-fe45-4d25-bc31-35ebf66e54b6 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 944 time: 0.3551979
Jul 23 16:22:40.708003 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e390a863-6c91-4d28-85fd-9eed4bcbf2cc req-a62dde20-587e-4b9e-b05a-cc2640d40636 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926070
Jul 23 16:22:40.717453 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: de458d7e-5920-4a59-a264-fca13943abf8 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:22:40.717809 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device de458d7e-5920-4a59-a264-fca13943abf8 not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:22:40.726358 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-7abcd5d0-ad98-474d-b074-654d807e4497 req-3c16120d-026c-41e5-b64c-18f8b743789b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] For port 8ec58e69-1449-4558-92e9-556e7c9ef0d1, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8ec58e69-1449-4558-92e9-556e7c9ef0d1,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:22:40.726712 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7abcd5d0-ad98-474d-b074-654d807e4497 req-3c16120d-026c-41e5-b64c-18f8b743789b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:40.858462 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:22:40.869650 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-7abcd5d0-ad98-474d-b074-654d807e4497 req-3c16120d-026c-41e5-b64c-18f8b743789b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Calling delete_port for 8ec58e69-1449-4558-92e9-556e7c9ef0d1 owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:22:40.877092 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'port_id': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'mac_address': 'fa:16:3e:47:54:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:22:40.930633 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-213983db-bed4-459e-9590-4678d41ae1a3 req-5c217bc8-6724-4421-8e1e-893d68118870 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2260573
Jul 23 16:22:40.982726 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:41.005095 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc8437c-b169-49ed-8013-1f8a37ecd03f {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:22:41.024564 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:22:41.030010 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:41.036566 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:41.169277 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=8dc8437c-b169-49ed-8013-1f8a37ecd03f,revision_number=9']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:41.180718 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:41.181069 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:41.182197 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:41.182611 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:41.183002 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:41.183374 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:41.183706 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:41.184141 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:41.184479 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:41.184797 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:41.185119 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:41.185494 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:41.191781 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:41.226669 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7abcd5d0-ad98-474d-b074-654d807e4497 req-3c16120d-026c-41e5-b64c-18f8b743789b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:41.237542 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:41.281404 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['2ead14dd-eaac-4721-b492-f446ffc3654c', 'a41c3a9b-e4da-4489-9d30-6cd769397eb0'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:22:41.290458 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16120d-026c-41e5-b64c-18f8b743789b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Pushing event deleted for resources: {'Port': ['ID=8ec58e69-1449-4558-92e9-556e7c9ef0d1,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:41.295937 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3c16120d-026c-41e5-b64c-18f8b743789b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:41.345750 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ea4b7-86c0-4ba4-bab6-7ec536f58d55 req-4b91b100-43ac-4336-9e07-db2a91866841 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:41.347230 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-731ea4b7-86c0-4ba4-bab6-7ec536f58d55 req-4b91b100-43ac-4336-9e07-db2a91866841 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 944 time: 0.3513887
Jul 23 16:22:41.406451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03a584-a6d0-445c-b393-24e4f0cfd0b1 req-8bb1dc56-abfe-4a3c-9583-150dc39ee6f2 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:41.408673 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9e03a584-a6d0-445c-b393-24e4f0cfd0b1 req-8bb1dc56-abfe-4a3c-9583-150dc39ee6f2 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 867 time: 0.2672882
Jul 23 16:22:41.412577 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abcd5d0-ad98-474d-b074-654d807e4497 req-3c16120d-026c-41e5-b64c-18f8b743789b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] No DVR routers for this DVR port 8ec58e69-1449-4558-92e9-556e7c9ef0d1 on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:22:41.420891 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7abcd5d0-ad98-474d-b074-654d807e4497 req-3c16120d-026c-41e5-b64c-18f8b743789b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:41.426857 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307897be-8ee4-40f7-823a-438780fe7a0c', 'name': 'network-vif-deleted', 'tag': '8ec58e69-1449-4558-92e9-556e7c9ef0d1'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:22:41.486709 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-731ea4b7-86c0-4ba4-bab6-7ec536f58d55 req-7ded1911-5dfa-4b2c-a418-9d45620a8430 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062489
Jul 23 16:22:41.487907 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7abcd5d0-ad98-474d-b074-654d807e4497 req-3c16120d-026c-41e5-b64c-18f8b743789b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "DELETE /v2.0/ports/8ec58e69-1449-4558-92e9-556e7c9ef0d1 HTTP/1.1" status: 204  len: 173 time: 1.3482230
Jul 23 16:22:41.499028 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9e03a584-a6d0-445c-b393-24e4f0cfd0b1 req-d18723ed-c707-4fc9-acc4-e5c0d591cf86 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792203
Jul 23 16:22:41.530248 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['8dc8437c-b169-49ed-8013-1f8a37ecd03f'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:22:41.562711 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307897be-8ee4-40f7-823a-438780fe7a0c', 'name': 'network-vif-deleted', 'tag': '8ec58e69-1449-4558-92e9-556e7c9ef0d1', 'status': 'completed', 'code': 200}
Jul 23 16:22:41.899129 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8ad82-ddef-4cfb-b488-f0a38096fdce req-55545802-831b-4364-8a2d-81d966953ed2 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:41.900653 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-18d8ad82-ddef-4cfb-b488-f0a38096fdce req-55545802-831b-4364-8a2d-81d966953ed2 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0793834
Jul 23 16:22:41.945746 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-18d8ad82-ddef-4cfb-b488-f0a38096fdce req-058236db-bbb7-4cfc-905d-1b5449b9cfd7 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387065
Jul 23 16:22:42.122179 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e020a-77f5-45bf-a053-8bd8fea8cea0 req-e1ee07ff-7112-4c60-b4b1-b7043a67ffaf tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:42.123700 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-060e020a-77f5-45bf-a053-8bd8fea8cea0 req-e1ee07ff-7112-4c60-b4b1-b7043a67ffaf tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 944 time: 0.0880897
Jul 23 16:22:42.170238 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-060e020a-77f5-45bf-a053-8bd8fea8cea0 req-1a22f7a8-924c-4b70-9132-b0fe2d9cd44f tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409272
Jul 23 16:22:42.691913 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-d25eb1cd-2aed-4f20-b3c4-d0de12fd584b req-48f94d7f-d162-4c39-81dd-af3d7476aff1 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Synchronizing usage tracker for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:22:42.721482 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-d25eb1cd-2aed-4f20-b3c4-d0de12fd584b req-48f94d7f-d162-4c39-81dd-af3d7476aff1 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Unset dirty status for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:22:42.722623 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d25eb1cd-2aed-4f20-b3c4-d0de12fd584b req-48f94d7f-d162-4c39-81dd-af3d7476aff1 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 210 time: 0.1141744
Jul 23 16:22:42.742115 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d85dab-ef00-4a63-97fb-853dcdcbe52e req-5219fbb8-93f3-422c-85f0-92ffde7e2480 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:42.743597 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-92d85dab-ef00-4a63-97fb-853dcdcbe52e req-5219fbb8-93f3-422c-85f0-92ffde7e2480 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 944 time: 0.1040382
Jul 23 16:22:42.789927 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-92d85dab-ef00-4a63-97fb-853dcdcbe52e req-7544341b-5c87-4b3a-acc0-b5c79e46a82b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392094
Jul 23 16:22:43.359010 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99efc8-9d7a-44a0-8783-e4f9b3ec7ed7 req-43356f24-67d7-40fc-9018-77d2aa098956 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:43.360525 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3f99efc8-9d7a-44a0-8783-e4f9b3ec7ed7 req-43356f24-67d7-40fc-9018-77d2aa098956 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 944 time: 0.0806344
Jul 23 16:22:43.409733 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3f99efc8-9d7a-44a0-8783-e4f9b3ec7ed7 req-0f943d33-17b1-4b94-b968-55b8d6387a21 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436771
Jul 23 16:22:43.875719 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1b112714-2d9f-42d7-9985-0752e84f5fce req-535c3f7d-34e9-4b62-84ac-51f506b5c802 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 210 time: 0.0438447
Jul 23 16:22:43.981340 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a5ebe-0179-4612-a273-622a91173728 req-8864a4a7-d5ee-42bf-ac22-180c70edd567 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:43.982855 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-af1a5ebe-0179-4612-a273-622a91173728 req-8864a4a7-d5ee-42bf-ac22-180c70edd567 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 944 time: 0.0825989
Jul 23 16:22:44.032887 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-af1a5ebe-0179-4612-a273-622a91173728 req-0ebb4714-e509-4325-a2e4-44da03c383ce tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442138
Jul 23 16:22:44.560631 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8ec58e69-1449-4558-92e9-556e7c9ef0d1 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:22:44.608131 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1987c-5ca1-42f8-972f-bfdd68a8f0d5 req-281917c1-9e2b-4bf6-befc-29b40596f2ed tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:44.609503 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c0a1987c-5ca1-42f8-972f-bfdd68a8f0d5 req-281917c1-9e2b-4bf6-befc-29b40596f2ed tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 944 time: 0.0917242
Jul 23 16:22:44.644967 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: 8ec58e69-1449-4558-92e9-556e7c9ef0d1 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:22:44.645327 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8ec58e69-1449-4558-92e9-556e7c9ef0d1 not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:22:44.677947 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c0a1987c-5ca1-42f8-972f-bfdd68a8f0d5 req-b5ed3ef4-6eee-4400-88f2-d6af14a74067 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623195
Jul 23 16:22:45.156178 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7b6d38b0-d008-4b96-9402-27fb0ec93a25 req-475a49c5-6ab0-480c-a374-e7133319c38d tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=307897be-8ee4-40f7-823a-438780fe7a0c HTTP/1.1" status: 200  len: 210 time: 0.1544483
Jul 23 16:22:45.240448 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec269643-185f-422a-a789-92eed5f57c09 req-25c23ad4-9bee-48f0-a5e4-f0630485269a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:45.241909 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ec269643-185f-422a-a789-92eed5f57c09 req-25c23ad4-9bee-48f0-a5e4-f0630485269a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 944 time: 0.0827644
Jul 23 16:22:45.288750 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ec269643-185f-422a-a789-92eed5f57c09 req-b12a6995-ebaa-448a-997d-5e1b7eb3d68c tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400903
Jul 23 16:22:45.867771 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa7c6b-b3a6-4eb5-b1a3-de67dad1b1d0 req-0a123196-0e6c-41f4-af6f-79e0e75cd50d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:45.869811 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-42fa7c6b-b3a6-4eb5-b1a3-de67dad1b1d0 req-0a123196-0e6c-41f4-af6f-79e0e75cd50d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 944 time: 0.0828474
Jul 23 16:22:45.917243 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-42fa7c6b-b3a6-4eb5-b1a3-de67dad1b1d0 req-738ab3a8-4565-42fc-9e42-fc24b7de11e6 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416615
Jul 23 16:22:46.482342 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793765a-e8cc-45e7-bab6-324cc3aad9cd req-10e03331-dc9a-4a51-8f5f-597fb5495463 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:46.483841 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6793765a-e8cc-45e7-bab6-324cc3aad9cd req-10e03331-dc9a-4a51-8f5f-597fb5495463 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 944 time: 0.0840623
Jul 23 16:22:46.501485 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8dc8437c-b169-49ed-8013-1f8a37ecd03f up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:22:46.537913 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6793765a-e8cc-45e7-bab6-324cc3aad9cd req-ec079f14-f741-4882-95b8-e9d85d481ca4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480523
Jul 23 16:22:46.593387 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 8dc8437c-b169-49ed-8013-1f8a37ecd03f triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:22:46.593774 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:46.628197 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c896d-2087-4517-a82a-d8c3eabd9280 req-05aa6a1a-3492-4194-9b15-e2205eff8bab tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:46.630120 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-190c896d-2087-4517-a82a-d8c3eabd9280 req-05aa6a1a-3492-4194-9b15-e2205eff8bab tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 946 time: 0.0907722
Jul 23 16:22:46.681254 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-190c896d-2087-4517-a82a-d8c3eabd9280 req-e6ca455c-91f5-4cfc-ade6-cdd6228729ee tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452313
Jul 23 16:22:46.718275 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:46.746229 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:22:46.755921 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:22:46.760260 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:46.763682 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:46.804419 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'code': 200}
Jul 23 16:22:46.838957 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=8dc8437c-b169-49ed-8013-1f8a37ecd03f,revision_number=10']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:46.842156 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:47.142542 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906b81d-3631-4aae-81ba-383f6a670e6e req-109c53c1-bfdc-48fe-a620-447612f00f71 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:47.153849 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3906b81d-3631-4aae-81ba-383f6a670e6e req-109c53c1-bfdc-48fe-a620-447612f00f71 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 944 time: 0.1070850
Jul 23 16:22:47.197606 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3906b81d-3631-4aae-81ba-383f6a670e6e req-b38b56db-ed8f-471f-a7cb-7b54a5a18ed0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422096
Jul 23 16:22:47.557332 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ec113-fb0e-46c8-9442-cec8f67dcbcb req-aa4f3576-f960-4e99-892f-e1c3e11685dc tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:47.558703 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-587ec113-fb0e-46c8-9442-cec8f67dcbcb req-aa4f3576-f960-4e99-892f-e1c3e11685dc tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.0805993
Jul 23 16:22:47.604982 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-587ec113-fb0e-46c8-9442-cec8f67dcbcb req-02dd1074-fc5e-4e2e-a048-a1712411fa27 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406029
Jul 23 16:22:47.737320 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c97b9-5f3b-4380-947f-c0b7c392fc1a req-a8f2d91c-1e03-4f59-897c-cffdb238e6b4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:47.738800 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d4c97b9-5f3b-4380-947f-c0b7c392fc1a req-a8f2d91c-1e03-4f59-897c-cffdb238e6b4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 946 time: 0.0846019
Jul 23 16:22:47.784702 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d4c97b9-5f3b-4380-947f-c0b7c392fc1a req-8453b37e-b365-497d-8c93-6fc75045b10f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395350
Jul 23 16:22:47.866675 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266db55-362c-48e5-8841-ee5f837eb08d req-5af86b18-ec6e-403d-9de4-990c7d8c86e6 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:47.868245 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7266db55-362c-48e5-8841-ee5f837eb08d req-5af86b18-ec6e-403d-9de4-990c7d8c86e6 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 946 time: 0.0800600
Jul 23 16:22:47.915632 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7266db55-362c-48e5-8841-ee5f837eb08d req-477af006-4f3c-4b58-9d29-b55fa5279533 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410261
Jul 23 16:22:48.390101 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da2183-0b30-4444-b0a2-24431c6e4009 req-7ab1d65e-c7b4-48ef-9d95-2d1e6edb55dd tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:48.391598 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a0da2183-0b30-4444-b0a2-24431c6e4009 req-7ab1d65e-c7b4-48ef-9d95-2d1e6edb55dd tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 944 time: 0.0809503
Jul 23 16:22:48.436581 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a0da2183-0b30-4444-b0a2-24431c6e4009 req-15c3c2df-d7fb-4f71-b00b-ebb27c6e606c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394084
Jul 23 16:22:48.800284 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5696a-a88d-40f1-8a32-596a64cb4606 req-75a858d9-d464-4c8b-abe6-a78f8beb99c0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:48.801915 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-21b5696a-a88d-40f1-8a32-596a64cb4606 req-75a858d9-d464-4c8b-abe6-a78f8beb99c0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.0853131
Jul 23 16:22:48.847580 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-21b5696a-a88d-40f1-8a32-596a64cb4606 req-24688201-d904-4916-a733-02b593a74ba4 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397298
Jul 23 16:22:48.975452 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cbd49-da6f-40a7-af41-613c3bd9fd56 req-f29cd80a-ccb1-4f27-9816-d14fbdf4e2be tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:48.976964 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fe2cbd49-da6f-40a7-af41-613c3bd9fd56 req-f29cd80a-ccb1-4f27-9816-d14fbdf4e2be tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 946 time: 0.0817962
Jul 23 16:22:49.057335 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fe2cbd49-da6f-40a7-af41-613c3bd9fd56 req-0c415c1d-54d6-4ef1-8d7b-1e13291280ff tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732367
Jul 23 16:22:49.110296 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2fded-352b-424f-9186-ed3d498f2ab1 req-4ef1f095-5e29-4c42-9c0e-bd86c9ec1c4b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:49.111808 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a8d2fded-352b-424f-9186-ed3d498f2ab1 req-4ef1f095-5e29-4c42-9c0e-bd86c9ec1c4b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 946 time: 0.0896418
Jul 23 16:22:49.156664 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a8d2fded-352b-424f-9186-ed3d498f2ab1 req-4880b0f0-c1d9-4d7d-8aa5-f721d1ff205b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392418
Jul 23 16:22:49.623177 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b23f3-53c1-4216-b996-36338813ddc6 req-0ed6c098-67a1-4e83-bb63-e772ba6ea327 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:49.624641 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-990b23f3-53c1-4216-b996-36338813ddc6 req-0ed6c098-67a1-4e83-bb63-e772ba6ea327 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 944 time: 0.0845041
Jul 23 16:22:49.669956 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-990b23f3-53c1-4216-b996-36338813ddc6 req-9932f47f-8a40-4ae6-afa3-5a33a75ec2a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397487
Jul 23 16:22:50.032780 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99136f-4313-46fe-9af1-34a9df514ffa req-288cf66e-13f2-43e6-ba22-3c13d628aed7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:50.034399 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5e99136f-4313-46fe-9af1-34a9df514ffa req-288cf66e-13f2-43e6-ba22-3c13d628aed7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.0812175
Jul 23 16:22:50.077571 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:22:50.087548 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5e99136f-4313-46fe-9af1-34a9df514ffa req-bde154ac-ab34-4e96-9b3f-e3b9814ed882 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475731
Jul 23 16:22:50.232618 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8f641aa3-47e5-4be9-bf28-1cb3d22d5507,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:22:50.246717 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'port_id': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507', 'mac_address': 'fa:16:3e:7a:41:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:22:50.309105 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:50.326350 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:22:50.343640 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8f641aa3-47e5-4be9-bf28-1cb3d22d5507,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:22:50.347215 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:50.348914 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:50.421120 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=8f641aa3-47e5-4be9-bf28-1cb3d22d5507,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:50.424090 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:50.424262 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4b954-74c7-4423-8938-db0c9ded9a44 req-0b5d96fb-7b93-4b8f-947c-ccb406b421b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:50.426080 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dcf4b954-74c7-4423-8938-db0c9ded9a44 req-0b5d96fb-7b93-4b8f-947c-ccb406b421b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 1099 time: 0.1854649
Jul 23 16:22:50.437463 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e2ec4-0098-4c8d-a7cd-78aec39423ab req-7bd103bc-2c8e-43b7-a708-70a2ba240b86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:50.438913 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-907e2ec4-0098-4c8d-a7cd-78aec39423ab req-7bd103bc-2c8e-43b7-a708-70a2ba240b86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 946 time: 0.2333329
Jul 23 16:22:50.568491 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087305a-f237-4ce4-b691-3cf34260ed85 req-29a41652-2a21-4da6-ad5e-28d4b49afc6c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:50.569942 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f087305a-f237-4ce4-b691-3cf34260ed85 req-29a41652-2a21-4da6-ad5e-28d4b49afc6c tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 946 time: 0.2875433
Jul 23 16:22:50.638866 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dcf4b954-74c7-4423-8938-db0c9ded9a44 req-e605c038-2c3f-49f1-8167-e7fa468225d2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1983137
Jul 23 16:22:50.645062 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-907e2ec4-0098-4c8d-a7cd-78aec39423ab req-12772b9c-c54b-46be-92cf-8d61e4d45ff4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1862869
Jul 23 16:22:50.655010 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f087305a-f237-4ce4-b691-3cf34260ed85 req-79bbeb9b-ae75-4845-a634-1c19f8351a3e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778649
Jul 23 16:22:50.795898 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['8f641aa3-47e5-4be9-bf28-1cb3d22d5507'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:22:50.855972 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f7970-f08f-4ac6-a48f-9ff340f19ba1 req-9d231571-0334-4bc8-add5-ed86abb32e5f tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:50.857607 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5a7f7970-f08f-4ac6-a48f-9ff340f19ba1 req-9d231571-0334-4bc8-add5-ed86abb32e5f tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 945 time: 0.0833864
Jul 23 16:22:50.902416 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5a7f7970-f08f-4ac6-a48f-9ff340f19ba1 req-a0d3563d-f115-46e1-850a-c23324a538f1 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390482
Jul 23 16:22:51.280337 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39dce4-1efa-42fb-bd1c-2f1f35a88ad4 req-3e6bd311-9f84-4291-b478-033f222d337e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:51.282237 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4f39dce4-1efa-42fb-bd1c-2f1f35a88ad4 req-3e6bd311-9f84-4291-b478-033f222d337e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.0860794
Jul 23 16:22:51.328340 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4f39dce4-1efa-42fb-bd1c-2f1f35a88ad4 req-df74acb5-9fda-4364-a28b-e885dcedbbab tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402758
Jul 23 16:22:51.432979 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:22:51.522937 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-f807004e-b33a-4637-a4c9-01f76b2368c9 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:51.524435 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-f807004e-b33a-4637-a4c9-01f76b2368c9 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/networks?id=d8d1252a-a5a4-4304-987f-bddd3eb55ba4 HTTP/1.1" status: 200  len: 814 time: 0.1482861
Jul 23 16:22:51.539749 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-57ad0563-c22f-4e3b-8c44-3f7d55c88c2e tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/quotas/c9ff7ff146b648038fc20622f5f03df9 HTTP/1.1" status: 200  len: 375 time: 0.0093439
Jul 23 16:22:51.592107 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-e7f5e05c-6144-4154-aab0-a3aa6aa839ed tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=c9ff7ff146b648038fc20622f5f03df9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0463831
Jul 23 16:22:51.817100 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-d07746f0-ace8-4399-847e-fb2c9a03b463 service neutron] 10.222.0.82 "GET /v2.0/networks/d8d1252a-a5a4-4304-987f-bddd3eb55ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183433
Jul 23 16:22:51.991155 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be189a-26c2-4224-86ac-bd080e807b63 req-4c906c87-155c-4455-8ff3-217f94f0599b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:51.992730 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-33be189a-26c2-4224-86ac-bd080e807b63 req-4c906c87-155c-4455-8ff3-217f94f0599b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 946 time: 0.2295587
Jul 23 16:22:52.001819 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be3da9-35ad-4fa7-98a8-6fbe7062e109 req-5d32a80f-1abc-46dc-b7cd-8284795cdab5 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:52.003193 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a6be3da9-35ad-4fa7-98a8-6fbe7062e109 req-5d32a80f-1abc-46dc-b7cd-8284795cdab5 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 946 time: 0.2744408
Jul 23 16:22:52.006518 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-c27f9263-afe9-4e8e-ad05-86c42ae9deb5 service neutron] 10.222.0.82 "GET /v2.0/networks/d8d1252a-a5a4-4304-987f-bddd3eb55ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1807561
Jul 23 16:22:52.101758 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-33be189a-26c2-4224-86ac-bd080e807b63 req-a5884acc-6f25-4491-ab77-12caf37af1b1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974963
Jul 23 16:22:52.110357 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-a6be3da9-35ad-4fa7-98a8-6fbe7062e109 req-2a4eadc2-8f19-4418-ba57-57d96a30a3d8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Deleting port a41c3a9b-e4da-4489-9d30-6cd769397eb0 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:22:52.110701 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-a6be3da9-35ad-4fa7-98a8-6fbe7062e109 req-2a4eadc2-8f19-4418-ba57-57d96a30a3d8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:52.537316 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:22:52.539650 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3881f-0d41-488c-9893-8752398584ef req-bbaf22a0-a5f7-456d-8b17-64534cc65e5a tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:52.541758 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-07d3881f-0d41-488c-9893-8752398584ef req-bbaf22a0-a5f7-456d-8b17-64534cc65e5a tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 945 time: 0.2872405
Jul 23 16:22:52.549442 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19af380-585d-4e3d-8b6c-218f5d84e16b req-60a11071-2a8f-4f68-b358-b94ab8a7cc0d tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:52.556588 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c19af380-585d-4e3d-8b6c-218f5d84e16b req-60a11071-2a8f-4f68-b358-b94ab8a7cc0d tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 946 time: 0.3014078
Jul 23 16:22:52.609700 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-a6be3da9-35ad-4fa7-98a8-6fbe7062e109 req-2a4eadc2-8f19-4418-ba57-57d96a30a3d8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] For port a41c3a9b-e4da-4489-9d30-6cd769397eb0, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a41c3a9b-e4da-4489-9d30-6cd769397eb0,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:22:52.610176 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-a6be3da9-35ad-4fa7-98a8-6fbe7062e109 req-2a4eadc2-8f19-4418-ba57-57d96a30a3d8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:52.623068 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:22:52.630357 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:22:52.631341 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:52.792041 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:52.845745 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:22:52.857259 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8f641aa3-47e5-4be9-bf28-1cb3d22d5507,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:22:52.861906 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:52.864267 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:52.885611 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-a6be3da9-35ad-4fa7-98a8-6fbe7062e109 req-2a4eadc2-8f19-4418-ba57-57d96a30a3d8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Calling delete_port for a41c3a9b-e4da-4489-9d30-6cd769397eb0 owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:22:52.939542 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-07d3881f-0d41-488c-9893-8752398584ef req-fca06274-dab9-4046-b4bd-3ee33cb60d8f tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3786948
Jul 23 16:22:52.945508 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c19af380-585d-4e3d-8b6c-218f5d84e16b req-dd5e36e7-e920-42e1-8545-4f80e7d2a197 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3879340
Jul 23 16:22:52.963905 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=8f641aa3-47e5-4be9-bf28-1cb3d22d5507,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:52.967075 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:53.188023 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-a6be3da9-35ad-4fa7-98a8-6fbe7062e109 req-2a4eadc2-8f19-4418-ba57-57d96a30a3d8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:53.191244 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-add305b8-c3e7-4985-b02c-407a8992b95b req-fe0eb86a-5e36-4afd-ac60-6d5608f941d5 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 210 time: 0.0642664
Jul 23 16:22:53.196264 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-23131552-62e6-4fc7-b0e2-1bba1c2b16c4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:53.238086 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['2ead14dd-eaac-4721-b492-f446ffc3654c', 'a41c3a9b-e4da-4489-9d30-6cd769397eb0'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:22:53.249661 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4eadc2-8f19-4418-ba57-57d96a30a3d8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Pushing event deleted for resources: {'Port': ['ID=a41c3a9b-e4da-4489-9d30-6cd769397eb0,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:53.278689 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2a4eadc2-8f19-4418-ba57-57d96a30a3d8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:53.333759 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6be3da9-35ad-4fa7-98a8-6fbe7062e109 req-2a4eadc2-8f19-4418-ba57-57d96a30a3d8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] No DVR routers for this DVR port a41c3a9b-e4da-4489-9d30-6cd769397eb0 on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:22:53.336444 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-a6be3da9-35ad-4fa7-98a8-6fbe7062e109 req-2a4eadc2-8f19-4418-ba57-57d96a30a3d8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:53.340560 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b94ce5c-f19b-4ccd-bf37-d7e184563836', 'name': 'network-vif-deleted', 'tag': 'a41c3a9b-e4da-4489-9d30-6cd769397eb0'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:22:53.359926 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6caff-5773-43ab-b47a-18982c7e972a req-45fd505d-3579-43dd-b6a4-8e02ffe382c9 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:53.361447 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-62d6caff-5773-43ab-b47a-18982c7e972a req-45fd505d-3579-43dd-b6a4-8e02ffe382c9 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.2787797
Jul 23 16:22:53.372181 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a6be3da9-35ad-4fa7-98a8-6fbe7062e109 req-2a4eadc2-8f19-4418-ba57-57d96a30a3d8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "DELETE /v2.0/ports/a41c3a9b-e4da-4489-9d30-6cd769397eb0 HTTP/1.1" status: 204  len: 173 time: 1.3500180
Jul 23 16:22:53.428958 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-62d6caff-5773-43ab-b47a-18982c7e972a req-9ca7126c-e78a-49e5-ad29-0eca69019067 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584230
Jul 23 16:22:53.474570 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507', 'code': 200}
Jul 23 16:22:53.514670 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b94ce5c-f19b-4ccd-bf37-d7e184563836', 'name': 'network-vif-deleted', 'tag': 'a41c3a9b-e4da-4489-9d30-6cd769397eb0', 'status': 'completed', 'code': 200}
Jul 23 16:22:53.609885 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827afb9-15c6-4440-82d7-8f283036ba8f req-6b462300-f5d6-49e7-a370-c70c667c09ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:53.612204 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5827afb9-15c6-4440-82d7-8f283036ba8f req-6b462300-f5d6-49e7-a370-c70c667c09ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 946 time: 0.0867155
Jul 23 16:22:53.750590 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5827afb9-15c6-4440-82d7-8f283036ba8f req-934f4d42-765f-414e-94b8-dab441b9af29 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063631
Jul 23 16:22:53.858610 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc963ad-ab83-4d21-91e9-f05eee37d7cf req-07784121-320f-43bd-b6f1-27399b011858 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:53.860129 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1dc963ad-ab83-4d21-91e9-f05eee37d7cf req-07784121-320f-43bd-b6f1-27399b011858 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.2471201
Jul 23 16:22:53.874537 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-ee7889a6-a7c5-41ad-ae0d-b3871eb64d50 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:53.875949 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-ee7889a6-a7c5-41ad-ae0d-b3871eb64d50 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.83 "GET /v2.0/networks?id=d8d1252a-a5a4-4304-987f-bddd3eb55ba4 HTTP/1.1" status: 200  len: 814 time: 0.1902697
Jul 23 16:22:53.917039 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1dc963ad-ab83-4d21-91e9-f05eee37d7cf req-1351d97b-b0c4-4da4-a760-5f084d531222 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401299
Jul 23 16:22:53.932775 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Request body: {'port': {'device_id': '84676019-9d86-43bf-b868-aec5a79f4b1c', 'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4', 'admin_state_up': True, 'tenant_id': 'c9ff7ff146b648038fc20622f5f03df9'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:22:54.200559 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-6202c8c7-c9c9-45b4-a496-3fb595e27b5d req-f9a882d3-017c-464c-b69f-d0ebd6dca25f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Synchronizing usage tracker for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:22:54.253377 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:22:54.256862 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-6202c8c7-c9c9-45b4-a496-3fb595e27b5d req-f9a882d3-017c-464c-b69f-d0ebd6dca25f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Unset dirty status for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:22:54.258001 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6202c8c7-c9c9-45b4-a496-3fb595e27b5d req-f9a882d3-017c-464c-b69f-d0ebd6dca25f tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b94ce5c-f19b-4ccd-bf37-d7e184563836 HTTP/1.1" status: 200  len: 210 time: 0.1299961
Jul 23 16:22:54.272341 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:22:54.277283 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead442e-05b3-4ce4-b5fe-22c218e25002 req-5d286019-a481-4b07-a5f5-7946de73244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:54.278761 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2ead442e-05b3-4ce4-b5fe-22c218e25002 req-5d286019-a481-4b07-a5f5-7946de73244a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 1099 time: 0.3044369
Jul 23 16:22:54.315339 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Made reservation on behalf of c9ff7ff146b648038fc20622f5f03df9 for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:22:54.318764 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:54.338530 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c082a-d85f-43e0-823e-c4f01c0e71b1 req-811bb520-8b3e-404f-bb28-f94e672bac2a tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:54.340013 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2f8c082a-d85f-43e0-823e-c4f01c0e71b1 req-811bb520-8b3e-404f-bb28-f94e672bac2a tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 946 time: 0.2697959
Jul 23 16:22:54.449060 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2ead442e-05b3-4ce4-b5fe-22c218e25002 req-3a11a6c8-62a4-4d98-83ec-dba000a17c38 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1596632
Jul 23 16:22:54.475949 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b3d6d22a-07f8-4a38-988d-50359cba4f3f req-e38f15a0-3d71-4c87-8796-0f1311832dac tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 210 time: 0.1032567
Jul 23 16:22:54.507523 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2f8c082a-d85f-43e0-823e-c4f01c0e71b1 req-e866ff6b-5830-4971-96a6-678558239321 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1562574
Jul 23 16:22:54.636882 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Allocated IP 172.20.0.6 (d8d1252a-a5a4-4304-987f-bddd3eb55ba4/9b0a52fd-eedf-4f29-8cf0-573cdff26eea/25cb20a7-025b-409a-b5f6-3fdb04851711) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:22:54.705111 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1757672-47bd-4d2a-a4c2-15efe7f01bc4 req-5e892bd3-59ea-47ff-945e-fadc479cbad6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:54.706482 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a1757672-47bd-4d2a-a4c2-15efe7f01bc4 req-5e892bd3-59ea-47ff-945e-fadc479cbad6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.1384957
Jul 23 16:22:54.924817 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a1757672-47bd-4d2a-a4c2-15efe7f01bc4 req-ead69672-4e2f-4f26-ac9c-8acdbd6a04d0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2107518
Jul 23 16:22:54.992034 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:55.022617 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:55.028591 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-364b1659-5943-4fd1-87bf-0fabccf72c5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:55.123078 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-01bc0c7e-6734-4f8f-be74-9227619e7ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:55.152259 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Network d8d1252a-a5a4-4304-987f-bddd3eb55ba4 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:22:55.156197 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:22:55.159149 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Pushing event updated for resources: {'Port': ['ID=25cb20a7-025b-409a-b5f6-3fdb04851711,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:55.162914 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:22:55.191424 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:55.237122 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:55.237649 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:55.248576 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6428f8-0e7f-409e-85e5-fc880118121f req-97180a2d-0730-490a-a409-d40ce6847cf3 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:55.250018 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6d6428f8-0e7f-409e-85e5-fc880118121f req-97180a2d-0730-490a-a409-d40ce6847cf3 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.1913567
Jul 23 16:22:55.301783 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3731155
Jul 23 16:22:55.306328 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6d6428f8-0e7f-409e-85e5-fc880118121f req-e928fc3e-2c6f-442f-b225-a7d683c2f824 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490751
Jul 23 16:22:55.325924 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Request body: {'port': {'device_id': '84676019-9d86-43bf-b868-aec5a79f4b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:22:55.440118 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:55.862743 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d4eaf-d295-4172-a682-d43f635cbf54 req-b79e4a1e-0b61-48da-a522-cc5ad47532dc tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:55.864204 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fc1d4eaf-d295-4172-a682-d43f635cbf54 req-b79e4a1e-0b61-48da-a522-cc5ad47532dc tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 946 time: 0.2319155
Jul 23 16:22:55.872570 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cc443-7537-457d-af17-3e78fff7fb65 req-96a8dd63-67f3-49d7-b3ce-fbbc37123ee1 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:55.873244 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-e59cc443-7537-457d-af17-3e78fff7fb65 req-96a8dd63-67f3-49d7-b3ce-fbbc37123ee1 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Synchronizing usage tracker for tenant:c9ff7ff146b648038fc20622f5f03df9 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:22:55.907495 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:55.969482 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-e59cc443-7537-457d-af17-3e78fff7fb65 req-96a8dd63-67f3-49d7-b3ce-fbbc37123ee1 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Unset dirty status for tenant:c9ff7ff146b648038fc20622f5f03df9 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:22:55.970008 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e59cc443-7537-457d-af17-3e78fff7fb65 req-96a8dd63-67f3-49d7-b3ce-fbbc37123ee1 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 931 time: 0.3711922
Jul 23 16:22:56.011384 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fc1d4eaf-d295-4172-a682-d43f635cbf54 req-7b8d946b-d814-49a0-a459-173eaf167b5a tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1333618
Jul 23 16:22:56.021572 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cb20a7-025b-409a-b5f6-3fdb04851711 {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:22:56.039462 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:56.066544 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e59cc443-7537-457d-af17-3e78fff7fb65 req-ae2c14b6-570c-42bf-be37-82cc8b586394 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798984
Jul 23 16:22:56.068967 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Transition to ACTIVE for port object 25cb20a7-025b-409a-b5f6-3fdb04851711 will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:22:56.075480 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:56.082358 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2a4eadc2-8f19-4418-ba57-57d96a30a3d8 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:56.290019 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb20a7-025b-409a-b5f6-3fdb04851711,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:56.298392 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:56.386538 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ef91c-0e94-4f7d-81d9-00e56851caa0 req-6af7b670-290f-48e3-9aca-56bed340a780 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:56.388179 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-986ef91c-0e94-4f7d-81d9-00e56851caa0 req-6af7b670-290f-48e3-9aca-56bed340a780 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.2640991
Jul 23 16:22:56.392429 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Attempting to bind port 25cb20a7-025b-409a-b5f6-3fdb04851711 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:22:56.392759 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Attempting to bind port 25cb20a7-025b-409a-b5f6-3fdb04851711 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '1aa31d67-bf31-48da-a50e-16326771884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:22:56.393079 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Attempting to bind port 25cb20a7-025b-409a-b5f6-3fdb04851711 on network d8d1252a-a5a4-4304-987f-bddd3eb55ba4 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:22:56.411754 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Port 25cb20a7-025b-409a-b5f6-3fdb04851711 on network d8d1252a-a5a4-4304-987f-bddd3eb55ba4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:22:56.412074 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Attempting to bind port 25cb20a7-025b-409a-b5f6-3fdb04851711 on network d8d1252a-a5a4-4304-987f-bddd3eb55ba4 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:22:56.423467 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:22:56.423797 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Checking segment: {'id': '1aa31d67-bf31-48da-a50e-16326771884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:22:56.424171 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Bound using segment: {'id': '1aa31d67-bf31-48da-a50e-16326771884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:22:56.424592 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Bound port: 25cb20a7-025b-409a-b5f6-3fdb04851711, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa31d67-bf31-48da-a50e-16326771884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:22:56.424931 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:56.533239 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device a41c3a9b-e4da-4489-9d30-6cd769397eb0 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:22:56.536765 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-986ef91c-0e94-4f7d-81d9-00e56851caa0 req-d0393b0c-a1ce-4b9f-849b-053ac818f686 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1414003
Jul 23 16:22:56.572329 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: a41c3a9b-e4da-4489-9d30-6cd769397eb0 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:22:56.573407 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device a41c3a9b-e4da-4489-9d30-6cd769397eb0 not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:22:56.592991 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] For port 25cb20a7-025b-409a-b5f6-3fdb04851711, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:22:56.597071 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] For port 25cb20a7-025b-409a-b5f6-3fdb04851711, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=25cb20a7-025b-409a-b5f6-3fdb04851711,segment=NetworkSegment(1aa31d67-bf31-48da-a50e-16326771884d),segment_id=1aa31d67-bf31-48da-a50e-16326771884d)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:22:56.607307 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09e711-eb7b-4323-81ef-53aa48faf622 req-bd64da63-c7f9-4abf-87cd-5de8c65c6754 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:56.608793 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4f09e711-eb7b-4323-81ef-53aa48faf622 req-bd64da63-c7f9-4abf-87cd-5de8c65c6754 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.1903241
Jul 23 16:22:56.610371 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:56.615111 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:56.792538 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:56.792752 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:56.793999 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] 10.222.0.83 "PUT /v2.0/ports/25cb20a7-025b-409a-b5f6-3fdb04851711 HTTP/1.1" status: 200  len: 1093 time: 1.4725747
Jul 23 16:22:56.794530 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84676019-9d86-43bf-b868-aec5a79f4b1c', 'tag': '25cb20a7-025b-409a-b5f6-3fdb04851711'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:22:56.827216 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4f09e711-eb7b-4323-81ef-53aa48faf622 req-2720c265-f50e-46b0-ab65-5ce271b4ecc5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739466
Jul 23 16:22:56.828009 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb20a7-025b-409a-b5f6-3fdb04851711,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:56.830999 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:56.861500 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84676019-9d86-43bf-b868-aec5a79f4b1c', 'tag': '25cb20a7-025b-409a-b5f6-3fdb04851711', 'status': 'completed', 'code': 200}
Jul 23 16:22:57.070433 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87976d14-146e-4f6f-bc9f-e107dcdd7267 req-4aa27d6c-e4cb-464e-8822-bcbfd41a6b0e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:57.071873 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-87976d14-146e-4f6f-bc9f-e107dcdd7267 req-4aa27d6c-e4cb-464e-8822-bcbfd41a6b0e tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 945 time: 0.1418006
Jul 23 16:22:57.075154 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a632de0-081a-4003-9fd7-928f8bcbec04 req-4cf85afd-2ea1-444b-b07f-68b23fedec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:57.076600 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3a632de0-081a-4003-9fd7-928f8bcbec04 req-4cf85afd-2ea1-444b-b07f-68b23fedec8f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c9ff7ff146b648038fc20622f5f03df9&device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 1096 time: 0.1149309
Jul 23 16:22:57.193121 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-87976d14-146e-4f6f-bc9f-e107dcdd7267 req-b15e3924-43ed-4456-b981-9c62fb3a06ad tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152000
Jul 23 16:22:57.356792 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a632de0-081a-4003-9fd7-928f8bcbec04 req-a555e580-91cc-4510-b997-cb92e2ac6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:57.358217 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3a632de0-081a-4003-9fd7-928f8bcbec04 req-a555e580-91cc-4510-b997-cb92e2ac6045 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c9ff7ff146b648038fc20622f5f03df9&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2516441
Jul 23 16:22:57.367545 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550bde3-1a69-4774-bd66-be6273becf88 req-f08bac0f-fc9f-4ff3-8108-f54a70d9185b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:57.368882 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6550bde3-1a69-4774-bd66-be6273becf88 req-f08bac0f-fc9f-4ff3-8108-f54a70d9185b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 946 time: 0.2425213
Jul 23 16:22:57.524404 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6550bde3-1a69-4774-bd66-be6273becf88 req-5fe5a839-4482-48dc-83fb-f4fa5801e953 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1342025
Jul 23 16:22:57.553668 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4f31-ceef-45d2-9bbd-6095ef25e03d req-f9a8e00c-e340-4bd4-a916-6009442dac58 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:57.555145 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2bbf4f31-ceef-45d2-9bbd-6095ef25e03d req-f9a8e00c-e340-4bd4-a916-6009442dac58 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 943 time: 0.2652099
Jul 23 16:22:57.563946 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a632de0-081a-4003-9fd7-928f8bcbec04 req-c2f76bb5-ac24-4fa7-bd60-3bd2461b5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:57.565313 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3a632de0-081a-4003-9fd7-928f8bcbec04 req-c2f76bb5-ac24-4fa7-bd60-3bd2461b5db3 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1955934
Jul 23 16:22:57.605525 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2bbf4f31-ceef-45d2-9bbd-6095ef25e03d req-411d5e50-fb0c-461c-be84-394b752e945f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428813
Jul 23 16:22:57.836790 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba9c9a-61cb-426f-b8b2-618427a5e596 req-67ca30af-d3d7-4c70-b589-2caa72ccfdde tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:57.838748 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-98ba9c9a-61cb-426f-b8b2-618427a5e596 req-67ca30af-d3d7-4c70-b589-2caa72ccfdde tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 946 time: 0.2065294
Jul 23 16:22:57.842144 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-593d28fa-c31a-4f92-9852-bb9a8eae216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:57.843487 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-593d28fa-c31a-4f92-9852-bb9a8eae216f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c9ff7ff146b648038fc20622f5f03df9&device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 1096 time: 0.1724703
Jul 23 16:22:57.871985 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a03a8b-9544-4b47-8685-b62da485d0c8 req-2faabfd8-f4ab-4502-a64c-b5ff9260f20d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:57.873309 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-28a03a8b-9544-4b47-8685-b62da485d0c8 req-2faabfd8-f4ab-4502-a64c-b5ff9260f20d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.1633186
Jul 23 16:22:57.912019 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-98ba9c9a-61cb-426f-b8b2-618427a5e596 req-ac2edb56-9bbc-4fbb-83c3-6c9f94dbb320 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666795
Jul 23 16:22:57.924931 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:57.933708 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-28a03a8b-9544-4b47-8685-b62da485d0c8 req-018cdd4d-6e6e-49d8-ac13-2c805138cdc0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501618
Jul 23 16:22:57.938402 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47198) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:22:58.000670 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-99773dd0-aa9c-4733-bc3c-48ad9064672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:58.055419 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-cd4b6f32-3054-40a4-9231-110f8b54e41b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cb20a7-025b-409a-b5f6-3fdb04851711 HTTP/1.1" status: 200  len: 217 time: 0.1068645
Jul 23 16:22:58.126137 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c6b86-b137-4076-b12e-7ea33a666489 tempest-TestVolumeBootPattern-662869478 tempest-TestVolumeBootPattern-662869478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:58.126775 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-684c6b86-b137-4076-b12e-7ea33a666489 tempest-TestVolumeBootPattern-662869478 tempest-TestVolumeBootPattern-662869478-project-admin] Synchronizing usage tracker for tenant:4e3e456ccc054c9fa2cdbaaea96de412 on resource:port {{(pid=78519) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:22:58.144807 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-684c6b86-b137-4076-b12e-7ea33a666489 tempest-TestVolumeBootPattern-662869478 tempest-TestVolumeBootPattern-662869478-project-admin] Unset dirty status for tenant:4e3e456ccc054c9fa2cdbaaea96de412 on resource:port {{(pid=78519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:22:58.145970 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-684c6b86-b137-4076-b12e-7ea33a666489 tempest-TestVolumeBootPattern-662869478 tempest-TestVolumeBootPattern-662869478-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 1094 time: 0.2060871
Jul 23 16:22:58.149001 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47204) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:22:58.154889 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Request body: {'floatingip': {'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'port_id': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:22:58.160629 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:22:58.164605 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Usage tracker for resource:floatingip and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:22:58.167872 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:22:58.173712 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:22:58.183933 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for floatingip, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:58.189618 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-0e610c5b-b0d1-472d-a35e-742bfbaeb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:58.191053 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-0e610c5b-b0d1-472d-a35e-742bfbaeb042 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9b0a52fd-eedf-4f29-8cf0-573cdff26eea HTTP/1.1" status: 200  len: 854 time: 0.0933805
Jul 23 16:22:58.224053 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b69f3-1988-47e1-a574-7514f68c6721 req-a2a5afa7-dcb8-4b68-84ec-753cf120a9eb tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:58.225492 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-437b69f3-1988-47e1-a574-7514f68c6721 req-a2a5afa7-dcb8-4b68-84ec-753cf120a9eb tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.83 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.2207575
Jul 23 16:22:58.272719 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563a309-38dd-4f3b-ae7f-0688d381b4fe req-fb16d42f-777a-4d75-989f-31bdc1c5cd9f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:58.274217 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e563a309-38dd-4f3b-ae7f-0688d381b4fe req-fb16d42f-777a-4d75-989f-31bdc1c5cd9f tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 945 time: 0.2130957
Jul 23 16:22:58.314156 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-a3c001b0-01e5-4008-bb6c-ecff17330e72 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8d1252a-a5a4-4304-987f-bddd3eb55ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0870600
Jul 23 16:22:58.346864 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:58.457905 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-437b69f3-1988-47e1-a574-7514f68c6721 req-9964a9cb-027b-44a7-8e59-e2bb73ad0f10 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Deleting port 00a13bcf-d634-4555-8bde-e89636afb9ba {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:22:58.458141 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-437b69f3-1988-47e1-a574-7514f68c6721 req-9964a9cb-027b-44a7-8e59-e2bb73ad0f10 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:58.488153 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Allocated IP 172.27.1.62 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/10fb4e7b-a769-4c42-87eb-b5c4ca3ac27f) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:22:58.645886 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:58.654840 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e563a309-38dd-4f3b-ae7f-0688d381b4fe req-9c0ae61a-4dfb-45c8-a2cd-e657440631b9 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3431470
Jul 23 16:22:58.692620 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:58.699711 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:58.764815 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:22:58.767915 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:22:58.771149 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:22:58.814214 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-5880269b-26a0-4b18-9d8c-02742b7a581d service neutron] 10.222.0.83 "GET /v2.0/networks/d8d1252a-a5a4-4304-987f-bddd3eb55ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4865351
Jul 23 16:22:58.821493 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'Port': ['ID=10fb4e7b-a769-4c42-87eb-b5c4ca3ac27f,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:58.833767 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:58.834441 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:58.834813 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:58.835220 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:58.835576 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:58.835930 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:58.836292 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:58.836638 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:58.836986 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:58.837333 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:58.837679 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:58.838220 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:22:58.842924 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:58.865247 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:58.883298 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1490e06-c4a0-4d36-a996-4072c00cca3e req-b8904a75-405a-4a0b-b280-ad6d5418a253 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:58.884872 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a1490e06-c4a0-4d36-a996-4072c00cca3e req-b8904a75-405a-4a0b-b280-ad6d5418a253 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 945 time: 0.5590708
Jul 23 16:22:59.121772 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a1490e06-c4a0-4d36-a996-4072c00cca3e req-1b203cbc-6cfc-427e-8f1e-b0cc8537d169 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2282069
Jul 23 16:22:59.157484 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d619d23-19c5-4df8-8165-6d008864370f req-ff4f0bac-9b66-4d47-a74f-22b4f07a9a72 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:59.159005 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3d619d23-19c5-4df8-8165-6d008864370f req-ff4f0bac-9b66-4d47-a74f-22b4f07a9a72 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 943 time: 0.3970873
Jul 23 16:22:59.165516 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4fc1db09-9176-4190-a5fa-111a99127ba0 req-487e8043-d8ad-457d-9d11-6cb2c2b39c76 service neutron] 10.222.0.83 "GET /v2.0/networks/d8d1252a-a5a4-4304-987f-bddd3eb55ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3431666
Jul 23 16:22:59.197601 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-437b69f3-1988-47e1-a574-7514f68c6721 req-9964a9cb-027b-44a7-8e59-e2bb73ad0f10 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] For port 00a13bcf-d634-4555-8bde-e89636afb9ba, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=00a13bcf-d634-4555-8bde-e89636afb9ba,segment=NetworkSegment(e545dd5a-cd17-409d-aa68-108a14d338f9),segment_id=e545dd5a-cd17-409d-aa68-108a14d338f9)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:22:59.198410 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-437b69f3-1988-47e1-a574-7514f68c6721 req-9964a9cb-027b-44a7-8e59-e2bb73ad0f10 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:59.351333 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:59.369989 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3d619d23-19c5-4df8-8165-6d008864370f req-b4326f12-2d94-4111-a26d-9cd004be1959 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029746
Jul 23 16:22:59.377613 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-437b69f3-1988-47e1-a574-7514f68c6721 req-9964a9cb-027b-44a7-8e59-e2bb73ad0f10 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Calling delete_port for 00a13bcf-d634-4555-8bde-e89636afb9ba owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:22:59.433945 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:59.498112 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134a056-7dd3-41c6-a840-90e69eb99b69 req-0f557479-49db-47a8-8b87-18503c8fd577 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:59.499767 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1134a056-7dd3-41c6-a840-90e69eb99b69 req-0f557479-49db-47a8-8b87-18503c8fd577 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.2231767
Jul 23 16:22:59.594412 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1134a056-7dd3-41c6-a840-90e69eb99b69 req-cd44fa22-b131-4640-9e07-27bc5043e95e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640104
Jul 23 16:22:59.595495 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-437b69f3-1988-47e1-a574-7514f68c6721 req-9964a9cb-027b-44a7-8e59-e2bb73ad0f10 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:59.601669 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:59.644796 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['d5fc6b06-4bd8-4f87-9839-9d73955191b6', '00a13bcf-d634-4555-8bde-e89636afb9ba'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:22:59.649054 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for port, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:59.654354 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964a9cb-027b-44a7-8e59-e2bb73ad0f10 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Pushing event deleted for resources: {'Port': ['ID=00a13bcf-d634-4555-8bde-e89636afb9ba,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:59.655288 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:59.658032 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-9964a9cb-027b-44a7-8e59-e2bb73ad0f10 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:59.659648 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-8584f17f-39a5-4b83-a3e0-d1144b599c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:22:59.732473 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'Port': ['ID=10fb4e7b-a769-4c42-87eb-b5c4ca3ac27f,revision_number=2']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:22:59.736595 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:22:59.745629 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-437b69f3-1988-47e1-a574-7514f68c6721 req-9964a9cb-027b-44a7-8e59-e2bb73ad0f10 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] No DVR routers for this DVR port 00a13bcf-d634-4555-8bde-e89636afb9ba on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:22:59.747841 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-437b69f3-1988-47e1-a574-7514f68c6721 req-9964a9cb-027b-44a7-8e59-e2bb73ad0f10 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:59.750559 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99283e5e-1bc5-4188-84cf-5f73fab6d9de', 'name': 'network-vif-deleted', 'tag': '00a13bcf-d634-4555-8bde-e89636afb9ba'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:22:59.818265 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:59.840648 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-437b69f3-1988-47e1-a574-7514f68c6721 req-9964a9cb-027b-44a7-8e59-e2bb73ad0f10 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.83 "DELETE /v2.0/ports/00a13bcf-d634-4555-8bde-e89636afb9ba HTTP/1.1" status: 204  len: 173 time: 1.5806859
Jul 23 16:22:59.847025 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99283e5e-1bc5-4188-84cf-5f73fab6d9de', 'name': 'network-vif-deleted', 'tag': '00a13bcf-d634-4555-8bde-e89636afb9ba', 'status': 'completed', 'code': 200}
Jul 23 16:22:59.870503 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-54feb4b9-7a4d-4e3d-b768-8f43c18307d3 req-8a41a389-fbbe-4fe7-91a8-9ff8cd62fdac tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Synchronizing usage tracker for tenant:56f45e42a8164b9d93b91b7feb698620 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:22:59.897981 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-54feb4b9-7a4d-4e3d-b768-8f43c18307d3 req-8a41a389-fbbe-4fe7-91a8-9ff8cd62fdac tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Unset dirty status for tenant:56f45e42a8164b9d93b91b7feb698620 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:22:59.899203 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-54feb4b9-7a4d-4e3d-b768-8f43c18307d3 req-8a41a389-fbbe-4fe7-91a8-9ff8cd62fdac tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=99283e5e-1bc5-4188-84cf-5f73fab6d9de HTTP/1.1" status: 200  len: 210 time: 0.1011901
Jul 23 16:22:59.916591 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2dd30-68c1-440d-877f-557f7663f0bf req-8df10c43-b8ac-4317-8d44-09e2e7aee485 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:22:59.918116 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-79d2dd30-68c1-440d-877f-557f7663f0bf req-8df10c43-b8ac-4317-8d44-09e2e7aee485 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 945 time: 0.1579974
Jul 23 16:23:00.014798 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.l3_db [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Floating IP 09dafcfd-16e0-4f6c-8aed-ec1338330ba8 associated. External IP: 172.27.1.62, port: 8f641aa3-47e5-4be9-bf28-1cb3d22d5507.
Jul 23 16:23:00.016601 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-79d2dd30-68c1-440d-877f-557f7663f0bf req-c7a69254-5b1e-428b-a7a1-0463f36b9c89 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Deleting port 2ead14dd-eaac-4721-b492-f446ffc3654c {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:23:00.016981 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-79d2dd30-68c1-440d-877f-557f7663f0bf req-c7a69254-5b1e-428b-a7a1-0463f36b9c89 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:00.343818 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:00.404035 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:23:00.441713 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-79d2dd30-68c1-440d-877f-557f7663f0bf req-c7a69254-5b1e-428b-a7a1-0463f36b9c89 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] For port 2ead14dd-eaac-4721-b492-f446ffc3654c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2ead14dd-eaac-4721-b492-f446ffc3654c,segment=NetworkSegment(71dca986-d66e-445d-9d35-19d6216f093e),segment_id=71dca986-d66e-445d-9d35-19d6216f093e)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:23:00.442314 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-79d2dd30-68c1-440d-877f-557f7663f0bf req-c7a69254-5b1e-428b-a7a1-0463f36b9c89 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:00.621909 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-79d2dd30-68c1-440d-877f-557f7663f0bf req-c7a69254-5b1e-428b-a7a1-0463f36b9c89 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Calling delete_port for 2ead14dd-eaac-4721-b492-f446ffc3654c owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:23:00.698474 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e016d39-4823-4e55-b7d6-9cd435522511 req-19cf762b-5e22-4916-bbaf-e1b6c6fee310 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:00.700174 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7e016d39-4823-4e55-b7d6-9cd435522511 req-19cf762b-5e22-4916-bbaf-e1b6c6fee310 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 945 time: 0.4504924
Jul 23 16:23:00.702034 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:23:00.727633 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da277782-d21a-442d-b79d-956a9f76121a None None] Sync routers for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:23:00.747421 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da277782-d21a-442d-b79d-956a9f76121a None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:23:00.748376 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-da277782-d21a-442d-b79d-956a9f76121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919f05cd0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:22:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:00.749096 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:00.791981 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbd88d-7adf-44b9-921b-3758a066fff5 req-cb29249a-5198-41b3-9d39-017038c43471 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:00.793616 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a1bbd88d-7adf-44b9-921b-3758a066fff5 req-cb29249a-5198-41b3-9d39-017038c43471 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 943 time: 0.2862389
Jul 23 16:23:00.818619 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6685779
Jul 23 16:23:00.819406 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9', 'tag': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507'}] {{(pid=78519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:23:00.865796 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7e016d39-4823-4e55-b7d6-9cd435522511 req-e7abfa73-706f-4410-a5c6-24c2b86e24c2 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/security-groups?id=9539206a-e919-4533-9b3c-04733d44822d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237235
Jul 23 16:23:00.904459 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a1bbd88d-7adf-44b9-921b-3758a066fff5 req-6864b049-4865-41a4-aca8-124e473e3f10 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769200
Jul 23 16:23:00.906292 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-79d2dd30-68c1-440d-877f-557f7663f0bf req-c7a69254-5b1e-428b-a7a1-0463f36b9c89 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:00.913470 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-38cffd9c-a04a-492c-acf2-23f6e6413d6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:00.950738 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['2ead14dd-eaac-4721-b492-f446ffc3654c'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:23:00.955117 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-da277782-d21a-442d-b79d-956a9f76121a None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:23:00.965313 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9', 'tag': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507', 'status': 'completed', 'code': 200}
Jul 23 16:23:01.019733 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a69254-5b1e-428b-a7a1-0463f36b9c89 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Pushing event deleted for resources: {'Port': ['ID=2ead14dd-eaac-4721-b492-f446ffc3654c,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:01.031428 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c7a69254-5b1e-428b-a7a1-0463f36b9c89 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:01.223641 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d2dd30-68c1-440d-877f-557f7663f0bf req-c7a69254-5b1e-428b-a7a1-0463f36b9c89 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] No DVR routers for this DVR port 2ead14dd-eaac-4721-b492-f446ffc3654c on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:23:01.227955 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-79d2dd30-68c1-440d-877f-557f7663f0bf req-c7a69254-5b1e-428b-a7a1-0463f36b9c89 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:01.255439 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-79d2dd30-68c1-440d-877f-557f7663f0bf req-c7a69254-5b1e-428b-a7a1-0463f36b9c89 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.83 "DELETE /v2.0/ports/2ead14dd-eaac-4721-b492-f446ffc3654c HTTP/1.1" status: 204  len: 173 time: 1.3147357
Jul 23 16:23:01.274592 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88058a-b45c-47dc-b03c-ae4011d5250d req-84dee9a8-8dff-44c7-9e70-d2727de3b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:01.277099 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-de88058a-b45c-47dc-b03c-ae4011d5250d req-84dee9a8-8dff-44c7-9e70-d2727de3b9d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 1099 time: 0.2542191
Jul 23 16:23:01.286245 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b5a4b-9b32-433b-92a3-67e8f9f18900 req-1e01c049-1cfa-467f-82e8-245aad092424 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:01.288001 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-045b5a4b-9b32-433b-92a3-67e8f9f18900 req-1e01c049-1cfa-467f-82e8-245aad092424 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.1868122
Jul 23 16:23:01.379182 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-da277782-d21a-442d-b79d-956a9f76121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919f05cd0>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '09dafcfd-16e0-4f6c-8aed-ec1338330ba8', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:7a:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:22:59Z', 'revision_number': 0, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:01.383837 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da277782-d21a-442d-b79d-956a9f76121a None None] Checking router: 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:23:01.393528 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da277782-d21a-442d-b79d-956a9f76121a None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:23:01.394146 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-da277782-d21a-442d-b79d-956a9f76121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919f05cd0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:22:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:01.460609 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-045b5a4b-9b32-433b-92a3-67e8f9f18900 req-a9eecc3f-9efe-45f4-96fd-3f30aad89453 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1505148
Jul 23 16:23:01.534136 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88058a-b45c-47dc-b03c-ae4011d5250d req-484b5cb0-4652-442e-9473-ca764c81c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:01.535642 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-de88058a-b45c-47dc-b03c-ae4011d5250d req-484b5cb0-4652-442e-9473-ca764c81c1a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 914 time: 0.2466476
Jul 23 16:23:01.551446 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f05a35-9ce6-4bd1-a4f5-e123b22e4bbe req-23c9a468-da34-4f0c-9d5f-a16291b32160 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:01.552904 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-77f05a35-9ce6-4bd1-a4f5-e123b22e4bbe req-23c9a468-da34-4f0c-9d5f-a16291b32160 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1385663
Jul 23 16:23:01.582194 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-da277782-d21a-442d-b79d-956a9f76121a None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:23:01.685764 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-77f05a35-9ce6-4bd1-a4f5-e123b22e4bbe req-7f1c6217-1945-42cc-bf6a-fb060c73e8ab tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738382
Jul 23 16:23:01.687681 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-de88058a-b45c-47dc-b03c-ae4011d5250d req-61a4046b-a62f-4ff7-afe3-8a612fa347c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f641aa3-47e5-4be9-bf28-1cb3d22d5507 HTTP/1.1" status: 200  len: 999 time: 0.1330955
Jul 23 16:23:01.758114 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88058a-b45c-47dc-b03c-ae4011d5250d req-1f68f0dc-c1cf-42bf-8806-f21a8d5b81da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:01.759547 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-de88058a-b45c-47dc-b03c-ae4011d5250d req-1f68f0dc-c1cf-42bf-8806-f21a8d5b81da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.0638945
Jul 23 16:23:01.838887 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88058a-b45c-47dc-b03c-ae4011d5250d req-219628d4-b13e-49d9-9276-b564869548f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:01.840466 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-de88058a-b45c-47dc-b03c-ae4011d5250d req-219628d4-b13e-49d9-9276-b564869548f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734048
Jul 23 16:23:01.848119 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f', 'name': 'network-vif-deleted', 'tag': '2ead14dd-eaac-4721-b492-f446ffc3654c'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:23:01.949787 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f', 'name': 'network-vif-deleted', 'tag': '2ead14dd-eaac-4721-b492-f446ffc3654c', 'status': 'completed', 'code': 200}
Jul 23 16:23:01.955533 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-da277782-d21a-442d-b79d-956a9f76121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919f05cd0>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '09dafcfd-16e0-4f6c-8aed-ec1338330ba8', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:7a:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:22:59Z', 'revision_number': 0, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:01.960345 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da277782-d21a-442d-b79d-956a9f76121a None None] The sync data for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi is: [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '09dafcfd-16e0-4f6c-8aed-ec1338330ba8', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:7a:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:22:59Z', 'revision_number': 0, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:23:02.008636 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-de88058a-b45c-47dc-b03c-ae4011d5250d req-ce0b4cd0-b7a2-4405-9218-03fc1aefa7fe service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553488
Jul 23 16:23:02.243577 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae7fc9-8b69-4569-9c2b-f4334fa20a2f None None] New status for floating IP 09dafcfd-16e0-4f6c-8aed-ec1338330ba8: ACTIVE {{(pid=78520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:23:02.320744 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-80fad7f8-ee72-4ce0-8a6e-04fa50058257 req-74e147a9-d5f4-4150-afe5-956072b7991b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Synchronizing usage tracker for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:23:02.375298 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-de88058a-b45c-47dc-b03c-ae4011d5250d req-0279f162-6bd9-4073-b130-421e3225c2f4 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3507607
Jul 23 16:23:02.376694 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-80fad7f8-ee72-4ce0-8a6e-04fa50058257 req-74e147a9-d5f4-4150-afe5-956072b7991b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Unset dirty status for tenant:9dfdee71573d4d00b2395762a43856df on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:23:02.377729 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-80fad7f8-ee72-4ce0-8a6e-04fa50058257 req-74e147a9-d5f4-4150-afe5-956072b7991b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e2cc0-fa48-4703-87bd-0c31f2a9f75f HTTP/1.1" status: 200  len: 210 time: 0.2597969
Jul 23 16:23:02.397432 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7800c9-c16d-4cac-9061-66c393631632 req-5de5141f-fb9f-4bb2-9981-dd35f0636b07 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:02.399067 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0d7800c9-c16d-4cac-9061-66c393631632 req-5de5141f-fb9f-4bb2-9981-dd35f0636b07 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 943 time: 0.2798901
Jul 23 16:23:02.447071 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0d7800c9-c16d-4cac-9061-66c393631632 req-34d5dceb-bfdd-43c2-90e9-c208127b45c3 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404449
Jul 23 16:23:02.553310 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 25cb20a7-025b-409a-b5f6-3fdb04851711 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:23:02.561626 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 00a13bcf-d634-4555-8bde-e89636afb9ba no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:23:02.608125 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: 00a13bcf-d634-4555-8bde-e89636afb9ba {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:23:02.608497 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 00a13bcf-d634-4555-8bde-e89636afb9ba not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:23:02.662223 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db991b-5139-4f30-a915-acb6a9ad448f req-bdf51fe5-bfb5-4a50-afcc-b5f85a4d5e57 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:02.663726 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-70db991b-5139-4f30-a915-acb6a9ad448f req-bdf51fe5-bfb5-4a50-afcc-b5f85a4d5e57 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.0835888
Jul 23 16:23:02.726535 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-70db991b-5139-4f30-a915-acb6a9ad448f req-cbb491b2-a725-4aaf-ae72-7bbf14d9056a tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525310
Jul 23 16:23:02.747749 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 25cb20a7-025b-409a-b5f6-3fdb04851711, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=25cb20a7-025b-409a-b5f6-3fdb04851711,segment=NetworkSegment(1aa31d67-bf31-48da-a50e-16326771884d),segment_id=1aa31d67-bf31-48da-a50e-16326771884d)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:23:02.767529 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '25cb20a7-025b-409a-b5f6-3fdb04851711', 'network_id': 'd8d1252a-a5a4-4304-987f-bddd3eb55ba4', 'port_id': '25cb20a7-025b-409a-b5f6-3fdb04851711', 'mac_address': 'fa:16:3e:f2:03:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0a52fd-eedf-4f29-8cf0-573cdff26eea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:23:02.830041 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:02.850586 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cb20a7-025b-409a-b5f6-3fdb04851711 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:23:02.868155 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 25cb20a7-025b-409a-b5f6-3fdb04851711, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=25cb20a7-025b-409a-b5f6-3fdb04851711,segment=NetworkSegment(1aa31d67-bf31-48da-a50e-16326771884d),segment_id=1aa31d67-bf31-48da-a50e-16326771884d)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:23:02.873573 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:02.875601 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:02.944025 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=25cb20a7-025b-409a-b5f6-3fdb04851711,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:02.947065 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:03.026510 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c74e6c-02a5-489b-9043-394727716104 req-2bd112e2-1e99-42c2-84db-54ac7d840ff4 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:03.028007 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-33c74e6c-02a5-489b-9043-394727716104 req-2bd112e2-1e99-42c2-84db-54ac7d840ff4 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0859466
Jul 23 16:23:03.074491 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-33c74e6c-02a5-489b-9043-394727716104 req-6e1be153-dfd3-455e-9211-0e308f74bf16 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406709
Jul 23 16:23:03.358066 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['25cb20a7-025b-409a-b5f6-3fdb04851711'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:23:03.472829 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47250) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:03.552107 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a746eb76-67f6-4400-947c-31f9ad4f88b7 admin admin] Deleting subnet 7520d2dd-36ef-41cf-9656-baecf7013948 {{(pid=78519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:23:03.556703 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a746eb76-67f6-4400-947c-31f9ad4f88b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:03.611253 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a746eb76-67f6-4400-947c-31f9ad4f88b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1851698'] for subnet, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:03.654716 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a340b-bedd-412b-ba2b-670146bf1231 req-3e042d75-89a1-45c7-9927-44b3a421a3b0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:03.656370 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d59a340b-bedd-412b-ba2b-670146bf1231 req-3e042d75-89a1-45c7-9927-44b3a421a3b0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 944 time: 0.0818460
Jul 23 16:23:03.670650 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a746eb76-67f6-4400-947c-31f9ad4f88b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:03.701483 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d59a340b-bedd-412b-ba2b-670146bf1231 req-5d404e3f-a804-431d-8ad1-b52e305a2db8 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393887
Jul 23 16:23:03.740174 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a746eb76-67f6-4400-947c-31f9ad4f88b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1709553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2214887'] for subnet, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:03.745480 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:03.780306 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746eb76-67f6-4400-947c-31f9ad4f88b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7520d2dd-36ef-41cf-9656-baecf7013948,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:03.783231 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a746eb76-67f6-4400-947c-31f9ad4f88b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:03.786194 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a746eb76-67f6-4400-947c-31f9ad4f88b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:03.793748 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-a746eb76-67f6-4400-947c-31f9ad4f88b7 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/7520d2dd-36ef-41cf-9656-baecf7013948 HTTP/1.1" status: 204  len: 168 time: 0.3196886
Jul 23 16:23:03.796298 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47256) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:03.902536 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:03.916735 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a58eae-56f6-4e6f-86cf-5556e96a5957 req-afc69854-e182-46a8-b333-e54c03e36d9a tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:03.918209 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d7a58eae-56f6-4e6f-86cf-5556e96a5957 req-afc69854-e182-46a8-b333-e54c03e36d9a tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.0835435
Jul 23 16:23:03.964494 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d7a58eae-56f6-4e6f-86cf-5556e96a5957 req-45c7c83a-f8f6-435f-83c5-54a0beef9116 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405152
Jul 23 16:23:04.026695 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:04.039725 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0918ce8580>,) {'filters': {'network_id': ['a50d0006-7352-42e6-a958-596db1c23e59']}} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:04.055607 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0918ce8580>, '71dca986-d66e-445d-9d35-19d6216f093e') {'for_net_delete': True} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:04.055909 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0918ce8580>, '71dca986-d66e-445d-9d35-19d6216f093e') {} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:04.067826 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1851693'] for segment, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:04.085974 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:04.092107 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=78519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:23:04.092642 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1709463'] for segment, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]: Traceback (most recent call last):
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     timer()
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     cb(*args, **kw)
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     return func(*args, **kwargs)
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     self._notify()
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     self.callback(batched_events)
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     event.method(event)
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     return f(self, *a, **k)
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._get(url).json()
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:23:04.106859 dv-cinder-802036-1-iscsi neutron-server[78519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:23:04.181537 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:04.186136 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:04.199933 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:04.214122 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] Pushing event deleted for resources: {'Network': ['ID=a50d0006-7352-42e6-a958-596db1c23e59,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:04.217419 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:04.223380 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] 10.222.0.82 "DELETE /v2.0/networks/a50d0006-7352-42e6-a958-596db1c23e59 HTTP/1.1" status: 204  len: 168 time: 0.4259787
Jul 23 16:23:04.269423 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0055fe6-d5b7-499d-8dbd-741bed9a712f req-40c4f8da-c957-4edd-93a1-4525d636e3ab tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:04.270893 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b0055fe6-d5b7-499d-8dbd-741bed9a712f req-40c4f8da-c957-4edd-93a1-4525d636e3ab tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0899625
Jul 23 16:23:04.318273 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b0055fe6-d5b7-499d-8dbd-741bed9a712f req-474e4425-d71a-449f-8e4a-7bd8e0b08896 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412536
Jul 23 16:23:04.400901 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47264) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:04.448548 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-57425b90-f306-40d7-b0c3-106476b05d9b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9dfdee71573d4d00b2395762a43856df&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0464542
Jul 23 16:23:04.450813 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47268) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:04.508671 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:04.534194 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:04.568514 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 25cb20a7-025b-409a-b5f6-3fdb04851711 up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:23:04.585581 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:04.590170 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-1d70fc1a-d583-408c-9bad-b056b3f842cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:04.608054 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9539206a-e919-4533-9b3c-04733d44822d,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:04.616677 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:23:04.617051 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:23:04.617416 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:23:04.617774 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:23:04.618155 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:23:04.618509 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:23:04.618864 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:23:04.619266 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:23:04.619617 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:23:04.620058 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:23:04.620411 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:23:04.620754 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:23:04.627359 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:04.628871 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:04.635194 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9539206a-e919-4533-9b3c-04733d44822d HTTP/1.1" status: 204  len: 168 time: 0.1809006
Jul 23 16:23:04.668472 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port 25cb20a7-025b-409a-b5f6-3fdb04851711 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:23:04.673247 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 25cb20a7-025b-409a-b5f6-3fdb04851711 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:23:04.673630 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:04.794645 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:04.824069 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84676019-9d86-43bf-b868-aec5a79f4b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb20a7-025b-409a-b5f6-3fdb04851711'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:23:04.833990 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 25cb20a7-025b-409a-b5f6-3fdb04851711, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=25cb20a7-025b-409a-b5f6-3fdb04851711,segment=NetworkSegment(1aa31d67-bf31-48da-a50e-16326771884d),segment_id=1aa31d67-bf31-48da-a50e-16326771884d)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:23:04.838662 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:04.839688 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 2ead14dd-eaac-4721-b492-f446ffc3654c no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:23:04.868162 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-bdce71c5-458e-45ff-8819-ee96a65c7e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:04.902049 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84676019-9d86-43bf-b868-aec5a79f4b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb20a7-025b-409a-b5f6-3fdb04851711', 'code': 200}
Jul 23 16:23:04.912396 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: 2ead14dd-eaac-4721-b492-f446ffc3654c {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:23:04.912960 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 2ead14dd-eaac-4721-b492-f446ffc3654c not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:23:04.942549 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b96b75-5a01-482e-b0bf-8f47674c788f req-b2527b84-8317-4d81-8718-5794d4df33b3 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:04.949482 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-36b96b75-5a01-482e-b0bf-8f47674c788f req-b2527b84-8317-4d81-8718-5794d4df33b3 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 945 time: 0.1352148
Jul 23 16:23:04.951706 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=25cb20a7-025b-409a-b5f6-3fdb04851711,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:04.964062 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:05.021145 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-36b96b75-5a01-482e-b0bf-8f47674c788f req-86a894a7-f6dd-43fc-944e-d46a22ad8d7c tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684228
Jul 23 16:23:05.247816 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dcf00-f031-4cf0-987a-ad88a6b90f35 req-ae6d485d-bfc2-4e8b-9d5c-06d11421250e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:05.251437 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8a6dcf00-f031-4cf0-987a-ad88a6b90f35 req-ae6d485d-bfc2-4e8b-9d5c-06d11421250e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.1524260
Jul 23 16:23:05.253806 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7337b6-80f6-41c2-9c60-030994c9678e req-2b116307-9be4-4f9f-b6e9-72ce80da3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:05.255280 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c7337b6-80f6-41c2-9c60-030994c9678e req-2b116307-9be4-4f9f-b6e9-72ce80da3c26 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 1098 time: 0.1173530
Jul 23 16:23:05.326369 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8a6dcf00-f031-4cf0-987a-ad88a6b90f35 req-c6fc5fd2-8fc2-4ff7-841e-c6bba3fbd7cc tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701568
Jul 23 16:23:05.329732 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1c7337b6-80f6-41c2-9c60-030994c9678e req-53ef0781-3207-4423-aeb9-7a90a4d4ab02 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605681
Jul 23 16:23:05.507442 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bb55e-f337-49b2-ac56-c6e5a8bf4b7d req-2d6ebe43-aeb9-4c31-a3d9-b1f5dbea9ec9 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:05.508802 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-665bb55e-f337-49b2-ac56-c6e5a8bf4b7d req-2d6ebe43-aeb9-4c31-a3d9-b1f5dbea9ec9 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0813491
Jul 23 16:23:05.556308 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-665bb55e-f337-49b2-ac56-c6e5a8bf4b7d req-c855cd06-c94e-4f75-948a-e3744960318d tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406561
Jul 23 16:23:06.209615 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b814e-5de0-49fa-87da-9efdda6ea2ff req-d8217b40-b315-401e-9c90-54f858469ad4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:06.211910 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f67b814e-5de0-49fa-87da-9efdda6ea2ff req-d8217b40-b315-401e-9c90-54f858469ad4 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 945 time: 0.0836065
Jul 23 16:23:06.256183 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f67b814e-5de0-49fa-87da-9efdda6ea2ff req-70c4a8bf-fda6-40e6-819c-6cd7bac1e022 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392313
Jul 23 16:23:06.514515 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05c07f-1a7a-4163-b10d-cf9a37438d19 req-00141326-d7cb-49e0-92d6-c6bbc403c586 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:06.516588 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ad05c07f-1a7a-4163-b10d-cf9a37438d19 req-00141326-d7cb-49e0-92d6-c6bbc403c586 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.0843339
Jul 23 16:23:06.566830 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ad05c07f-1a7a-4163-b10d-cf9a37438d19 req-93c576e8-3432-43ff-a1e9-1d218ab59c2a tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442057
Jul 23 16:23:06.764032 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2878831-8c4b-4251-96f7-95d5993638fb req-1ab7c73f-11f0-4b21-946e-d6fd833c33eb tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:06.765889 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f2878831-8c4b-4251-96f7-95d5993638fb req-1ab7c73f-11f0-4b21-946e-d6fd833c33eb tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.1045749
Jul 23 16:23:06.819335 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f2878831-8c4b-4251-96f7-95d5993638fb req-f248ee5d-171f-480a-b4dc-240e1d6231e5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467823
Jul 23 16:23:07.065617 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f8cca-c2a7-4687-aa9b-20322c35cc6c req-cc57fadf-7c5c-4966-9793-b1af91f24fff tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:07.067250 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-442f8cca-c2a7-4687-aa9b-20322c35cc6c req-cc57fadf-7c5c-4966-9793-b1af91f24fff tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.0912898
Jul 23 16:23:07.160445 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-442f8cca-c2a7-4687-aa9b-20322c35cc6c req-a99f685d-c77d-4cba-a19e-642174025fe4 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871251
Jul 23 16:23:07.180542 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13a4f2-328f-4ca5-aa95-3cb3141a8661 req-2b379a30-9aa9-485b-a21c-c6675b27b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:07.182038 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e13a4f2-328f-4ca5-aa95-3cb3141a8661 req-2b379a30-9aa9-485b-a21c-c6675b27b0c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e89cf1ea5dbf40b3b0e280a89adce958&device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 1099 time: 0.1069436
Jul 23 16:23:07.470851 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13a4f2-328f-4ca5-aa95-3cb3141a8661 req-014dab05-805e-450f-b487-7799fae9cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:07.472383 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e13a4f2-328f-4ca5-aa95-3cb3141a8661 req-014dab05-805e-450f-b487-7799fae9cddf service neutron] 10.222.0.83 "GET /v2.0/networks?id=25941fe6-7ac1-499c-9924-d29ef8bafcca HTTP/1.1" status: 200  len: 913 time: 0.2714801
Jul 23 16:23:07.543746 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b223f5-306b-4bed-b378-a7c44f3d2792 req-68dce360-dfa5-4af3-a9a4-6c0f55909319 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:07.545281 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-96b223f5-306b-4bed-b378-a7c44f3d2792 req-68dce360-dfa5-4af3-a9a4-6c0f55909319 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 945 time: 0.1722937
Jul 23 16:23:07.626651 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e13a4f2-328f-4ca5-aa95-3cb3141a8661 req-25154559-08da-482b-9e14-6c587d7cc17d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 HTTP/1.1" status: 200  len: 1000 time: 0.1425674
Jul 23 16:23:07.629543 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-96b223f5-306b-4bed-b378-a7c44f3d2792 req-5d01a19e-8b34-46e2-bd85-471fea8b9f67 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780337
Jul 23 16:23:07.694911 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13a4f2-328f-4ca5-aa95-3cb3141a8661 req-c609c6d4-5afa-4375-bec7-ba0e45b0d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:07.696460 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e13a4f2-328f-4ca5-aa95-3cb3141a8661 req-c609c6d4-5afa-4375-bec7-ba0e45b0d9a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7922f234-6844-4bc7-8cee-7eadd522e056 HTTP/1.1" status: 200  len: 850 time: 0.0599215
Jul 23 16:23:07.783088 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13a4f2-328f-4ca5-aa95-3cb3141a8661 req-59ae6f33-0cfa-4ecb-b86a-5352e13a9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:07.784596 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e13a4f2-328f-4ca5-aa95-3cb3141a8661 req-59ae6f33-0cfa-4ecb-b86a-5352e13a9f7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25941fe6-7ac1-499c-9924-d29ef8bafcca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762298
Jul 23 16:23:07.932852 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e13a4f2-328f-4ca5-aa95-3cb3141a8661 req-a76b2c82-db26-47ec-80bd-5b673349aac6 service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380866
Jul 23 16:23:08.131931 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e13a4f2-328f-4ca5-aa95-3cb3141a8661 req-8c370e8f-a058-4225-a66d-38ab1bb43947 service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1650963
Jul 23 16:23:08.139860 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8b38a-338e-4c1d-87f4-fc6ccc67dfc5 req-5d3ac6e0-a40e-4ebd-b1de-12d359ea468a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:08.141321 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7ce8b38a-338e-4c1d-87f4-fc6ccc67dfc5 req-5d3ac6e0-a40e-4ebd-b1de-12d359ea468a tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.2049763
Jul 23 16:23:08.199486 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7ce8b38a-338e-4c1d-87f4-fc6ccc67dfc5 req-dfae0b51-19a1-4331-9f3d-b805b86ba842 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523784
Jul 23 16:23:08.363839 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0db215-b029-4e41-8c3f-78ae3b9440e2 req-c9751453-7853-46df-8315-5cd518e40866 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:08.365297 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4a0db215-b029-4e41-8c3f-78ae3b9440e2 req-c9751453-7853-46df-8315-5cd518e40866 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.0794370
Jul 23 16:23:08.411162 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4a0db215-b029-4e41-8c3f-78ae3b9440e2 req-14b0d6ee-a2d7-40d6-89a4-599b9e0e0af7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395932
Jul 23 16:23:08.724907 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a02e4-238f-46da-a369-fd12364886e5 req-785b3695-10fc-49f1-88aa-3196b9a520fa tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:08.726428 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-255a02e4-238f-46da-a369-fd12364886e5 req-785b3695-10fc-49f1-88aa-3196b9a520fa tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.0839589
Jul 23 16:23:08.812315 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-255a02e4-238f-46da-a369-fd12364886e5 req-692f13f8-b71c-4f07-8412-9ce4273cf8a5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Deleting port d5fc6b06-4bd8-4f87-9839-9d73955191b6 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:23:08.812673 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-255a02e4-238f-46da-a369-fd12364886e5 req-692f13f8-b71c-4f07-8412-9ce4273cf8a5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:09.087201 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-255a02e4-238f-46da-a369-fd12364886e5 req-692f13f8-b71c-4f07-8412-9ce4273cf8a5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] For port d5fc6b06-4bd8-4f87-9839-9d73955191b6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d5fc6b06-4bd8-4f87-9839-9d73955191b6,segment=NetworkSegment(e545dd5a-cd17-409d-aa68-108a14d338f9),segment_id=e545dd5a-cd17-409d-aa68-108a14d338f9)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:23:09.087600 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-255a02e4-238f-46da-a369-fd12364886e5 req-692f13f8-b71c-4f07-8412-9ce4273cf8a5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:09.230192 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-255a02e4-238f-46da-a369-fd12364886e5 req-692f13f8-b71c-4f07-8412-9ce4273cf8a5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Calling delete_port for d5fc6b06-4bd8-4f87-9839-9d73955191b6 owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:23:09.579996 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-255a02e4-238f-46da-a369-fd12364886e5 req-692f13f8-b71c-4f07-8412-9ce4273cf8a5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:09.590513 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-70dcf48a-130b-4355-880a-aed9598d8f99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:09.623775 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['d5fc6b06-4bd8-4f87-9839-9d73955191b6'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:23:09.644788 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f13f8-b71c-4f07-8412-9ce4273cf8a5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Pushing event deleted for resources: {'Port': ['ID=d5fc6b06-4bd8-4f87-9839-9d73955191b6,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:09.688874 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-692f13f8-b71c-4f07-8412-9ce4273cf8a5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:09.737795 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-255a02e4-238f-46da-a369-fd12364886e5 req-692f13f8-b71c-4f07-8412-9ce4273cf8a5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] No DVR routers for this DVR port d5fc6b06-4bd8-4f87-9839-9d73955191b6 on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:23:09.746297 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4b4ba-9995-4e7c-a0a2-1bd25343a98a req-356412bd-9693-4aea-a3a8-4845b592c05b tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:09.747776 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b0e4b4ba-9995-4e7c-a0a2-1bd25343a98a req-356412bd-9693-4aea-a3a8-4845b592c05b tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d35e50-e59d-4f0a-9324-b799f5a58e14 HTTP/1.1" status: 200  len: 946 time: 0.4211752
Jul 23 16:23:09.748713 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-255a02e4-238f-46da-a369-fd12364886e5 req-692f13f8-b71c-4f07-8412-9ce4273cf8a5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:09.751997 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d35e50-e59d-4f0a-9324-b799f5a58e14', 'name': 'network-vif-deleted', 'tag': 'd5fc6b06-4bd8-4f87-9839-9d73955191b6'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:23:09.798217 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-255a02e4-238f-46da-a369-fd12364886e5 req-692f13f8-b71c-4f07-8412-9ce4273cf8a5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.83 "DELETE /v2.0/ports/d5fc6b06-4bd8-4f87-9839-9d73955191b6 HTTP/1.1" status: 204  len: 173 time: 1.0652356
Jul 23 16:23:09.817979 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07da5fc-3cb6-4fb6-bbf7-410c8f070d0b req-a594b37c-24bb-4f79-ad0a-d3b6de18c9c6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:09.819444 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d07da5fc-3cb6-4fb6-bbf7-410c8f070d0b req-a594b37c-24bb-4f79-ad0a-d3b6de18c9c6 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.2988694
Jul 23 16:23:09.822267 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b0e4b4ba-9995-4e7c-a0a2-1bd25343a98a req-24a15b4b-56a6-4375-9fe9-11667b90b6c3 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] 10.222.0.82 "GET /v2.0/security-groups?id=a713f61c-2e18-409f-8f2b-c9fff981cde7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652895
Jul 23 16:23:09.867588 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d07da5fc-3cb6-4fb6-bbf7-410c8f070d0b req-61986355-d96e-44a5-922c-2efd3fd88d46 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420949
Jul 23 16:23:09.884748 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d35e50-e59d-4f0a-9324-b799f5a58e14', 'name': 'network-vif-deleted', 'tag': 'd5fc6b06-4bd8-4f87-9839-9d73955191b6', 'status': 'completed', 'code': 200}
Jul 23 16:23:10.924724 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47404) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:11.484032 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407490'] for router_interface, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:11.922025 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] Deleting port 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:23:11.922366 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:12.098635 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] For port 5a6af73f-bf44-40bd-a24b-8ea86105c0e3, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=5a6af73f-bf44-40bd-a24b-8ea86105c0e3,segment=NetworkSegment(e545dd5a-cd17-409d-aa68-108a14d338f9),segment_id=e545dd5a-cd17-409d-aa68-108a14d338f9)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:23:12.099400 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:12.221938 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] Calling delete_port for 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 owned by network:router_interface {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:23:12.539187 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:12.544636 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:12.592295 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6af73f-bf44-40bd-a24b-8ea86105c0e3,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:12.595446 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:12.613884 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device d5fc6b06-4bd8-4f87-9839-9d73955191b6 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:23:12.651821 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: d5fc6b06-4bd8-4f87-9839-9d73955191b6 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:23:12.652284 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device d5fc6b06-4bd8-4f87-9839-9d73955191b6 not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:23:12.888798 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407486'] for router_interface, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:13.347453 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] Router dc0870a2-c5ab-4b22-93e9-d71f021cecc0 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:23:13.526426 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:23:13.535486 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a055079-3384-4660-97d7-87b3e1189699 None None] Sync routers for ids ['dc0870a2-c5ab-4b22-93e9-d71f021cecc0'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:23:13.539236 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] 10.222.0.82 "PUT /v2.0/routers/dc0870a2-c5ab-4b22-93e9-d71f021cecc0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6134126
Jul 23 16:23:13.541797 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47434) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:13.547713 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a055079-3384-4660-97d7-87b3e1189699 None None] Routers {'dc0870a2-c5ab-4b22-93e9-d71f021cecc0'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:23:13.548325 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-6a055079-3384-4660-97d7-87b3e1189699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919e36340>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:22:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['dc0870a2-c5ab-4b22-93e9-d71f021cecc0'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:13.728960 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Notify callbacks [] for router, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:13.801259 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-6a055079-3384-4660-97d7-87b3e1189699 None None] Set router dc0870a2-c5ab-4b22-93e9-d71f021cecc0 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:23:13.928963 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:13.939089 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Deleting port 252b96e9-733f-4f07-8a1e-e147e9c2b298 {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:23:13.939499 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:14.120623 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] For port 252b96e9-733f-4f07-8a1e-e147e9c2b298, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=252b96e9-733f-4f07-8a1e-e147e9c2b298,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:23:14.121038 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:14.129466 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-6a055079-3384-4660-97d7-87b3e1189699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919e36340>, [{'id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1813450501-router', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:54Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 5, 'project_id': '56f45e42a8164b9d93b91b7feb698620', 'gw_port': {'id': '252b96e9-733f-4f07-8a1e-e147e9c2b298', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:56Z', 'updated_at': '2021-07-23T16:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:14.133298 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a055079-3384-4660-97d7-87b3e1189699 None None] Checking router: dc0870a2-c5ab-4b22-93e9-d71f021cecc0 for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:23:14.141447 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a055079-3384-4660-97d7-87b3e1189699 None None] Routers {'dc0870a2-c5ab-4b22-93e9-d71f021cecc0'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:23:14.142042 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-6a055079-3384-4660-97d7-87b3e1189699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919e36340>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:22:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['dc0870a2-c5ab-4b22-93e9-d71f021cecc0'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:14.248274 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Calling delete_port for 252b96e9-733f-4f07-8a1e-e147e9c2b298 owned by network:router_gateway {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:23:14.295258 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-6a055079-3384-4660-97d7-87b3e1189699 None None] Set router dc0870a2-c5ab-4b22-93e9-d71f021cecc0 gateway port host: None {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:23:14.402581 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-6a055079-3384-4660-97d7-87b3e1189699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919e36340>, [{'id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1813450501-router', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:54Z', 'updated_at': '2021-07-23T16:23:13Z', 'revision_number': 6, 'project_id': '56f45e42a8164b9d93b91b7feb698620', 'gw_port_host': None}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:14.406563 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a055079-3384-4660-97d7-87b3e1189699 None None] The sync data for ids ['dc0870a2-c5ab-4b22-93e9-d71f021cecc0'] in dv-cinder-802036-1-iscsi is: [{'id': 'dc0870a2-c5ab-4b22-93e9-d71f021cecc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1813450501-router', 'tenant_id': '56f45e42a8164b9d93b91b7feb698620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:54Z', 'updated_at': '2021-07-23T16:23:13Z', 'revision_number': 6, 'project_id': '56f45e42a8164b9d93b91b7feb698620', 'gw_port_host': None}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:23:14.423917 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:14.427791 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-02e8d7d3-6baa-4bd9-9c32-0d2ba25f50dd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:14.471647 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=252b96e9-733f-4f07-8a1e-e147e9c2b298,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:14.474599 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:14.657277 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475671'] for router_gateway, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:14.843047 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-350'] for router, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:14.845501 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:14.930111 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404301'] for router, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:14.930739 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc0870a2-c5ab-4b22-93e9-d71f021cecc0 {{(pid=78519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 23 16:23:14.945211 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Notify callbacks [] for router, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:14.948994 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] 10.222.0.82 "DELETE /v2.0/routers/dc0870a2-c5ab-4b22-93e9-d71f021cecc0 HTTP/1.1" status: 204  len: 168 time: 1.4036248
Jul 23 16:23:14.949200 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47454) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:15.013134 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5dc2df-817a-4b3e-800b-af99afdfdd28 admin admin] Deleting subnet 0fe04e03-32e7-4990-b898-80e8e8584317 {{(pid=78519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:23:15.016196 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc2df-817a-4b3e-800b-af99afdfdd28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.069950 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc2df-817a-4b3e-800b-af99afdfdd28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1851698'] for subnet, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.128381 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc2df-817a-4b3e-800b-af99afdfdd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.209716 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc2df-817a-4b3e-800b-af99afdfdd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1709553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2214887'] for subnet, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.220483 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:15.257236 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc2df-817a-4b3e-800b-af99afdfdd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.265689 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dc2df-817a-4b3e-800b-af99afdfdd28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe04e03-32e7-4990-b898-80e8e8584317,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:15.269702 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-fe5dc2df-817a-4b3e-800b-af99afdfdd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:15.271598 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-fe5dc2df-817a-4b3e-800b-af99afdfdd28 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/0fe04e03-32e7-4990-b898-80e8e8584317 HTTP/1.1" status: 204  len: 168 time: 0.3214717
Jul 23 16:23:15.274954 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47462) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:15.295803 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 252b96e9-733f-4f07-8a1e-e147e9c2b298 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:23:15.319864 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47466) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:15.340299 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 252b96e9-733f-4f07-8a1e-e147e9c2b298 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:23:15.340911 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 252b96e9-733f-4f07-8a1e-e147e9c2b298 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:23:15.341497 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:23:15.389567 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:23:15.390204 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 5a6af73f-bf44-40bd-a24b-8ea86105c0e3 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:23:15.405760 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.483557 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4b69baaf-a5f0-4212-9990-d9bae4c05e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.499454 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-4b69baaf-a5f0-4212-9990-d9bae4c05e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:15.503397 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-4b69baaf-a5f0-4212-9990-d9bae4c05e85 admin admin] Usage tracker for resource:security_group_rule and tenant:0b02ad93f1af4bf6855979740f7ffd47 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:15.506280 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-4b69baaf-a5f0-4212-9990-d9bae4c05e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:15.512788 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-4b69baaf-a5f0-4212-9990-d9bae4c05e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:15.543752 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.558808 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09189d9a00>,) {'filters': {'network_id': ['20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3']}} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:15.572088 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09189d9a00>, 'e545dd5a-cd17-409d-aa68-108a14d338f9') {'for_net_delete': True} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:15.572600 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09189d9a00>, 'e545dd5a-cd17-409d-aa68-108a14d338f9') {} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:23:15.584920 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1851693'] for segment, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.601996 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.602609 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4b69baaf-a5f0-4212-9990-d9bae4c05e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.607109 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4b69baaf-a5f0-4212-9990-d9bae4c05e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.609000 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=78519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:23:15.609558 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1709463'] for segment, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.615516 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-acfe47ad-5442-4d2e-8136-b72a2e374070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]: Traceback (most recent call last):
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     timer()
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     cb(*args, **kw)
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     return func(*args, **kwargs)
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     self._notify()
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     self.callback(batched_events)
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     event.method(event)
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     return f(self, *a, **k)
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._get(url).json()
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:23:15.623861 dv-cinder-802036-1-iscsi neutron-server[78519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:23:15.656310 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-4b69baaf-a5f0-4212-9990-d9bae4c05e85 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0b02ad93f1af4bf6855979740f7ffd47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3329797
Jul 23 16:23:15.656788 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47472) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:15.668618 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69baaf-a5f0-4212-9990-d9bae4c05e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fd6bf3-094a-4191-9bff-19c3d6b30e7c,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:15.676461 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4b69baaf-a5f0-4212-9990-d9bae4c05e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:15.703086 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.713923 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.713923 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:15.723492 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5869a4f6-5eb9-48ca-8436-700de8b0266c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.732511 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:15.735026 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:15.742763 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] 10.222.0.82 "DELETE /v2.0/networks/20cdb18c-fd4b-4fc3-89fe-5ffb342ebdd3 HTTP/1.1" status: 204  len: 168 time: 0.4662485
Jul 23 16:23:15.750396 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5869a4f6-5eb9-48ca-8436-700de8b0266c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.806174 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5869a4f6-5eb9-48ca-8436-700de8b0266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.810206 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:15.821434 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869a4f6-5eb9-48ca-8436-700de8b0266c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fd6bf3-094a-4191-9bff-19c3d6b30e7c,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:15.826289 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5869a4f6-5eb9-48ca-8436-700de8b0266c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:15.828422 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5869a4f6-5eb9-48ca-8436-700de8b0266c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:15.829518 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-5869a4f6-5eb9-48ca-8436-700de8b0266c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/13fd6bf3-094a-4191-9bff-19c3d6b30e7c HTTP/1.1" status: 204  len: 168 time: 0.1718409
Jul 23 16:23:15.885845 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47482) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:15.945811 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-8f174149-6b89-4086-b5d2-12c23139ab14 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=56f45e42a8164b9d93b91b7feb698620&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0565021
Jul 23 16:23:15.946072 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47486) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:16.015283 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3d499fa8-19f8-4217-b416-f504d544a376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:16.046651 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3d499fa8-19f8-4217-b416-f504d544a376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:16.106383 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3d499fa8-19f8-4217-b416-f504d544a376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:16.112259 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:16.126280 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d499fa8-19f8-4217-b416-f504d544a376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a713f61c-2e18-409f-8f2b-c9fff981cde7,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:16.129442 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3d499fa8-19f8-4217-b416-f504d544a376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:16.133247 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3d499fa8-19f8-4217-b416-f504d544a376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:16.137500 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-3d499fa8-19f8-4217-b416-f504d544a376 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a713f61c-2e18-409f-8f2b-c9fff981cde7 HTTP/1.1" status: 204  len: 168 time: 0.1873446
Jul 23 16:23:18.165522 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47590) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:18.282670 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-295932fc-3ff9-459c-891a-38c12c891c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:18.297867 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-295932fc-3ff9-459c-891a-38c12c891c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:18.301729 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-295932fc-3ff9-459c-891a-38c12c891c50 admin admin] Usage tracker for resource:security_group_rule and tenant:e663964b4adb4938abb07054d10a065e is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:18.304593 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-295932fc-3ff9-459c-891a-38c12c891c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:18.310330 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-295932fc-3ff9-459c-891a-38c12c891c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:18.395308 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-295932fc-3ff9-459c-891a-38c12c891c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:18.399089 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-295932fc-3ff9-459c-891a-38c12c891c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:18.406295 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-3c88cad4-3571-4248-96e0-551adb8efab9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:18.449205 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-295932fc-3ff9-459c-891a-38c12c891c50 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e663964b4adb4938abb07054d10a065e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2825329
Jul 23 16:23:18.450048 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295932fc-3ff9-459c-891a-38c12c891c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d898d7-dcf2-46a1-aaa7-035c820c291d,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:18.451904 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47598) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:18.453747 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-295932fc-3ff9-459c-891a-38c12c891c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:18.515161 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-244c43b8-e577-402c-b160-e840efebe35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:18.541420 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-244c43b8-e577-402c-b160-e840efebe35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:18.592606 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-244c43b8-e577-402c-b160-e840efebe35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:18.596524 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-eb85793d-bbd4-4454-b56c-d3fd3652fc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:18.607455 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c43b8-e577-402c-b160-e840efebe35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d898d7-dcf2-46a1-aaa7-035c820c291d,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:18.611235 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-244c43b8-e577-402c-b160-e840efebe35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:18.614378 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-244c43b8-e577-402c-b160-e840efebe35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:18.615496 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-244c43b8-e577-402c-b160-e840efebe35d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/39d898d7-dcf2-46a1-aaa7-035c820c291d HTTP/1.1" status: 204  len: 168 time: 0.1626251
Jul 23 16:23:18.893604 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47606) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:18.912377 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0a34c38b-d26d-4758-aa64-3cdf3e176d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:18.931553 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-0a34c38b-d26d-4758-aa64-3cdf3e176d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:18.936606 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-0a34c38b-d26d-4758-aa64-3cdf3e176d7f admin admin] Usage tracker for resource:security_group_rule and tenant:8f1193b7d708448e8ef6cfff59aa3e97 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:18.939524 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-0a34c38b-d26d-4758-aa64-3cdf3e176d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:18.945139 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-0a34c38b-d26d-4758-aa64-3cdf3e176d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:19.029012 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0a34c38b-d26d-4758-aa64-3cdf3e176d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:19.032662 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0a34c38b-d26d-4758-aa64-3cdf3e176d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:19.041273 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-05bc070e-f89c-4f11-a20c-4944fa901ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:19.082241 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-0a34c38b-d26d-4758-aa64-3cdf3e176d7f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8f1193b7d708448e8ef6cfff59aa3e97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1863656
Jul 23 16:23:19.083885 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34c38b-d26d-4758-aa64-3cdf3e176d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85eca47a-faa2-45f4-8ba5-ce6913a2d302,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:19.084702 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47610) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:19.086878 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-0a34c38b-d26d-4758-aa64-3cdf3e176d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:19.148518 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15d09bdf-562e-4de0-9453-f07e5be18ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:19.177303 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15d09bdf-562e-4de0-9453-f07e5be18ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:19.227937 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15d09bdf-562e-4de0-9453-f07e5be18ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:19.232506 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-dbbe1d54-aa9f-41f2-ad04-61922a6e30df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:19.245904 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d09bdf-562e-4de0-9453-f07e5be18ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85eca47a-faa2-45f4-8ba5-ce6913a2d302,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:19.248685 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-15d09bdf-562e-4de0-9453-f07e5be18ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:19.256884 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-15d09bdf-562e-4de0-9453-f07e5be18ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:19.257999 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-15d09bdf-562e-4de0-9453-f07e5be18ded admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/85eca47a-faa2-45f4-8ba5-ce6913a2d302 HTTP/1.1" status: 204  len: 168 time: 0.1722875
Jul 23 16:23:22.136761 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47708) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:22.256044 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4916c0a0-9bf1-4b4c-8613-c1524bb08afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:22.271181 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-4916c0a0-9bf1-4b4c-8613-c1524bb08afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:22.275198 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-4916c0a0-9bf1-4b4c-8613-c1524bb08afd admin admin] Usage tracker for resource:security_group_rule and tenant:bff1a6d9a99f4aedb3a846ee4d3cb186 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:22.278896 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-4916c0a0-9bf1-4b4c-8613-c1524bb08afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:22.284795 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-4916c0a0-9bf1-4b4c-8613-c1524bb08afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:22.369003 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4916c0a0-9bf1-4b4c-8613-c1524bb08afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:22.372931 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4916c0a0-9bf1-4b4c-8613-c1524bb08afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:22.380857 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4b69baaf-a5f0-4212-9990-d9bae4c05e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:22.424706 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-4916c0a0-9bf1-4b4c-8613-c1524bb08afd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bff1a6d9a99f4aedb3a846ee4d3cb186&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2867877
Jul 23 16:23:22.425593 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916c0a0-9bf1-4b4c-8613-c1524bb08afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b22ef2-5584-4649-891a-467443f3408c,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:22.427788 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47716) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:22.428587 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4916c0a0-9bf1-4b4c-8613-c1524bb08afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:22.488801 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7d330ed1-7e6c-4d4d-819a-c4cd0a35d1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:22.515596 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7d330ed1-7e6c-4d4d-819a-c4cd0a35d1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:22.568303 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7d330ed1-7e6c-4d4d-819a-c4cd0a35d1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:22.571903 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a59dd307-26d3-460a-8e68-7e3f0a8d252a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:22.585227 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d330ed1-7e6c-4d4d-819a-c4cd0a35d1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b22ef2-5584-4649-891a-467443f3408c,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:22.588189 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-7d330ed1-7e6c-4d4d-819a-c4cd0a35d1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:22.590140 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7d330ed1-7e6c-4d4d-819a-c4cd0a35d1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:22.593613 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-7d330ed1-7e6c-4d4d-819a-c4cd0a35d1de admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/77b22ef2-5584-4649-891a-467443f3408c HTTP/1.1" status: 204  len: 168 time: 0.1621137
Jul 23 16:23:22.868162 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47726) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:22.886504 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-9b2dccfa-43cf-4bf8-857d-d29436ed0f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:22.901531 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-9b2dccfa-43cf-4bf8-857d-d29436ed0f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:22.905433 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-9b2dccfa-43cf-4bf8-857d-d29436ed0f1f admin admin] Usage tracker for resource:security_group_rule and tenant:f27f2012372a446785ca86309b81a0e9 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:22.908462 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-9b2dccfa-43cf-4bf8-857d-d29436ed0f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:22.914471 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-9b2dccfa-43cf-4bf8-857d-d29436ed0f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:23.003122 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-9b2dccfa-43cf-4bf8-857d-d29436ed0f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:23.007212 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-9b2dccfa-43cf-4bf8-857d-d29436ed0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:23.015236 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ac47b941-3a31-4753-a7ee-f6914fcba0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:23.055362 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2dccfa-43cf-4bf8-857d-d29436ed0f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c23b90-4e98-4e93-b0af-7ebce8bc3e7b,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:23.060261 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-9b2dccfa-43cf-4bf8-857d-d29436ed0f1f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f27f2012372a446785ca86309b81a0e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1910784
Jul 23 16:23:23.061142 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-9b2dccfa-43cf-4bf8-857d-d29436ed0f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:23.063382 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47730) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:23.123190 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c4414020-8ac6-42a2-9beb-360b163bec9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:23.152230 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c4414020-8ac6-42a2-9beb-360b163bec9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:23.299493 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c4414020-8ac6-42a2-9beb-360b163bec9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:23.303478 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-264a7fcd-11ab-431b-b713-2ce69ea14b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:23.315183 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4414020-8ac6-42a2-9beb-360b163bec9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c23b90-4e98-4e93-b0af-7ebce8bc3e7b,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:23.319212 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c4414020-8ac6-42a2-9beb-360b163bec9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:23.323205 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c4414020-8ac6-42a2-9beb-360b163bec9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:23.324380 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-c4414020-8ac6-42a2-9beb-360b163bec9d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b5c23b90-4e98-4e93-b0af-7ebce8bc3e7b HTTP/1.1" status: 204  len: 168 time: 0.2602534
Jul 23 16:23:25.126618 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b8062f54-cfc3-45b8-9ab3-ab86bebf0bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:25.900040 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:27.953228 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:27.974892 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b13e5e75-a4c7-4ac9-b293-f613f2743f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:28.458119 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:23:28.856122 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:28.964533 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47856) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:29.084656 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-346939cc-db4e-454b-9295-4b63192a47b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:29.100459 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-346939cc-db4e-454b-9295-4b63192a47b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:29.104817 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-346939cc-db4e-454b-9295-4b63192a47b8 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad11c68b235457c87897978e09588ca is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:29.107660 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-346939cc-db4e-454b-9295-4b63192a47b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:29.113278 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-346939cc-db4e-454b-9295-4b63192a47b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:29.199213 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-346939cc-db4e-454b-9295-4b63192a47b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:29.203538 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-346939cc-db4e-454b-9295-4b63192a47b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:29.215737 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-d77487dd-64ea-4084-b4e0-7cb399ed33aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:29.254847 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-346939cc-db4e-454b-9295-4b63192a47b8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7ad11c68b235457c87897978e09588ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2868948
Jul 23 16:23:29.255387 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47872) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:29.256776 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346939cc-db4e-454b-9295-4b63192a47b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bfba3c-11c5-419a-ae5d-91e7891d36cf,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:29.259810 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-346939cc-db4e-454b-9295-4b63192a47b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:29.321344 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-09cc0320-ab66-43cc-a74f-a712f7859098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:29.348202 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-09cc0320-ab66-43cc-a74f-a712f7859098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:29.407305 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-09cc0320-ab66-43cc-a74f-a712f7859098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:29.412393 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4733c96a-f586-4322-916b-bc6b38359697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:29.429496 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc0320-ab66-43cc-a74f-a712f7859098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bfba3c-11c5-419a-ae5d-91e7891d36cf,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:29.430470 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-09cc0320-ab66-43cc-a74f-a712f7859098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:29.441833 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-09cc0320-ab66-43cc-a74f-a712f7859098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:29.445864 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-09cc0320-ab66-43cc-a74f-a712f7859098 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/82bfba3c-11c5-419a-ae5d-91e7891d36cf HTTP/1.1" status: 204  len: 168 time: 0.1891570
Jul 23 16:23:29.732954 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47890) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:29.756708 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-04f43f6b-cb94-437d-9011-48a1014be161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:29.772391 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-04f43f6b-cb94-437d-9011-48a1014be161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:29.776596 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-04f43f6b-cb94-437d-9011-48a1014be161 admin admin] Usage tracker for resource:security_group_rule and tenant:2a451c7e62054e08ab88a13252f1f2fe is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:29.783163 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-04f43f6b-cb94-437d-9011-48a1014be161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:29.785773 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-04f43f6b-cb94-437d-9011-48a1014be161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:29.872227 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-04f43f6b-cb94-437d-9011-48a1014be161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:29.876058 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-04f43f6b-cb94-437d-9011-48a1014be161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:29.884330 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-2e680f15-f223-4da9-984c-799f6cb7e8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:29.923678 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-04f43f6b-cb94-437d-9011-48a1014be161 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2a451c7e62054e08ab88a13252f1f2fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1896405
Jul 23 16:23:29.924560 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f43f6b-cb94-437d-9011-48a1014be161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748a7a81-6442-4512-aed3-ec2885bfeec7,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:29.926399 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47896) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:29.927457 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-04f43f6b-cb94-437d-9011-48a1014be161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:29.989748 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b1f7578e-d6b2-49cc-b7f5-eff50b9fdba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:30.016327 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b1f7578e-d6b2-49cc-b7f5-eff50b9fdba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:30.071749 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b1f7578e-d6b2-49cc-b7f5-eff50b9fdba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:30.079026 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c663a6b2-c4d9-447e-b469-05fd3c6f3b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:30.089357 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7578e-d6b2-49cc-b7f5-eff50b9fdba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748a7a81-6442-4512-aed3-ec2885bfeec7,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:30.091684 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b1f7578e-d6b2-49cc-b7f5-eff50b9fdba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:30.096922 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b1f7578e-d6b2-49cc-b7f5-eff50b9fdba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:30.098023 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-b1f7578e-d6b2-49cc-b7f5-eff50b9fdba8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/748a7a81-6442-4512-aed3-ec2885bfeec7 HTTP/1.1" status: 204  len: 168 time: 0.1702912
Jul 23 16:23:30.344156 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:31.813562 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47956) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:31.930204 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ad20a44c-c44d-4a06-9850-3da8d2c67ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:31.945836 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-ad20a44c-c44d-4a06-9850-3da8d2c67ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:31.949719 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-ad20a44c-c44d-4a06-9850-3da8d2c67ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:ff3d930f8d3e4738982133d971abc5fc is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:31.952529 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-ad20a44c-c44d-4a06-9850-3da8d2c67ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:31.958194 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-ad20a44c-c44d-4a06-9850-3da8d2c67ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:32.049151 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ad20a44c-c44d-4a06-9850-3da8d2c67ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:32.054147 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ad20a44c-c44d-4a06-9850-3da8d2c67ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:32.062228 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4916c0a0-9bf1-4b4c-8613-c1524bb08afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:32.103440 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20a44c-c44d-4a06-9850-3da8d2c67ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f300afdc-99eb-4dde-9888-1048932dec84,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:32.108537 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ad20a44c-c44d-4a06-9850-3da8d2c67ba4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ff3d930f8d3e4738982133d971abc5fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2939732
Jul 23 16:23:32.109546 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ad20a44c-c44d-4a06-9850-3da8d2c67ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:32.111677 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47964) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:32.171957 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f6afd68d-3a51-4ded-9c16-5d28e30e7ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:32.198088 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f6afd68d-3a51-4ded-9c16-5d28e30e7ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:32.248252 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f6afd68d-3a51-4ded-9c16-5d28e30e7ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:32.251888 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-0f8ad554-5bed-4005-8b17-cc406ae61793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:32.264655 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afd68d-3a51-4ded-9c16-5d28e30e7ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f300afdc-99eb-4dde-9888-1048932dec84,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:32.267533 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f6afd68d-3a51-4ded-9c16-5d28e30e7ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:32.269536 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f6afd68d-3a51-4ded-9c16-5d28e30e7ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:32.271452 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-f6afd68d-3a51-4ded-9c16-5d28e30e7ef4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f300afdc-99eb-4dde-9888-1048932dec84 HTTP/1.1" status: 204  len: 168 time: 0.1586545
Jul 23 16:23:32.552013 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 47972) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:32.569371 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-903adfe2-7a75-49ab-bab6-fdf856babbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:32.583928 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-903adfe2-7a75-49ab-bab6-fdf856babbbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:32.587787 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-903adfe2-7a75-49ab-bab6-fdf856babbbf admin admin] Usage tracker for resource:security_group_rule and tenant:bec9ac86b3844a1791fba8c609b9996a is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:32.591286 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-903adfe2-7a75-49ab-bab6-fdf856babbbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:32.596821 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-903adfe2-7a75-49ab-bab6-fdf856babbbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:32.687250 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-903adfe2-7a75-49ab-bab6-fdf856babbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:32.691005 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-903adfe2-7a75-49ab-bab6-fdf856babbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:32.697204 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a123bacc-6678-43ed-85a9-5fe99a9f1194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:32.739830 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-903adfe2-7a75-49ab-bab6-fdf856babbbf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bec9ac86b3844a1791fba8c609b9996a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1866961
Jul 23 16:23:32.740624 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903adfe2-7a75-49ab-bab6-fdf856babbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4abc9cc-85e0-4692-ae05-380a83d93715,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:32.742452 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 47978) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:32.744424 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-903adfe2-7a75-49ab-bab6-fdf856babbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:32.801285 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a5a2f0a7-6f7e-42de-8a7c-6aee848abe47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:32.826304 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a5a2f0a7-6f7e-42de-8a7c-6aee848abe47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:32.880852 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a5a2f0a7-6f7e-42de-8a7c-6aee848abe47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:32.884555 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-346939cc-db4e-454b-9295-4b63192a47b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:32.896774 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2f0a7-6f7e-42de-8a7c-6aee848abe47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4abc9cc-85e0-4692-ae05-380a83d93715,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:32.901408 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a5a2f0a7-6f7e-42de-8a7c-6aee848abe47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:32.911652 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a5a2f0a7-6f7e-42de-8a7c-6aee848abe47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:32.912773 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-a5a2f0a7-6f7e-42de-8a7c-6aee848abe47 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f4abc9cc-85e0-4692-ae05-380a83d93715 HTTP/1.1" status: 204  len: 168 time: 0.1692612
Jul 23 16:23:40.724287 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48148) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:40.845121 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-cd386846-5759-4d47-a4c7-9aea6ac7f58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:40.860107 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-cd386846-5759-4d47-a4c7-9aea6ac7f58b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:40.863802 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-cd386846-5759-4d47-a4c7-9aea6ac7f58b admin admin] Usage tracker for resource:security_group_rule and tenant:a519ab2247ed4f8594321a47b6f3ff77 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:40.866540 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-cd386846-5759-4d47-a4c7-9aea6ac7f58b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:40.872396 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-cd386846-5759-4d47-a4c7-9aea6ac7f58b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:40.956955 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-cd386846-5759-4d47-a4c7-9aea6ac7f58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:40.960850 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-cd386846-5759-4d47-a4c7-9aea6ac7f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:40.969898 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-7d330ed1-7e6c-4d4d-819a-c4cd0a35d1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:41.008763 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35448799-b873-4e61-aa84-b072f5243e13 req-f51244d6-9299-449e-bce4-d406bd225dec tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:41.010876 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-35448799-b873-4e61-aa84-b072f5243e13 req-f51244d6-9299-449e-bce4-d406bd225dec tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 945 time: 0.0936561
Jul 23 16:23:41.012449 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 48156) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:41.012675 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-cd386846-5759-4d47-a4c7-9aea6ac7f58b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a519ab2247ed4f8594321a47b6f3ff77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2873194
Jul 23 16:23:41.013735 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd386846-5759-4d47-a4c7-9aea6ac7f58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfa7ced-b781-4800-b262-b16ca14f0e85,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:41.017479 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-cd386846-5759-4d47-a4c7-9aea6ac7f58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:41.099153 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-35448799-b873-4e61-aa84-b072f5243e13 req-67fcb1d3-cfc5-4cca-942e-a472e5e03e25 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713894
Jul 23 16:23:41.106084 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa2d5-13c9-43dd-b917-064c85fb0f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:41.133336 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa2d5-13c9-43dd-b917-064c85fb0f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:41.192196 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa2d5-13c9-43dd-b917-064c85fb0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:41.197021 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b9fa4562-d010-4f80-9d45-4b6dc106934d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:41.289154 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fa2d5-13c9-43dd-b917-064c85fb0f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfa7ced-b781-4800-b262-b16ca14f0e85,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:41.292154 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-bb3fa2d5-13c9-43dd-b917-064c85fb0f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:41.300179 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa2d5-13c9-43dd-b917-064c85fb0f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:41.303592 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-bb3fa2d5-13c9-43dd-b917-064c85fb0f7f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7dfa7ced-b781-4800-b262-b16ca14f0e85 HTTP/1.1" status: 204  len: 168 time: 0.2877958
Jul 23 16:23:41.595166 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 48172) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:41.613672 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-889a86c5-170c-4700-b342-f6c5312ab640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:41.640902 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-889a86c5-170c-4700-b342-f6c5312ab640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:41.645213 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-889a86c5-170c-4700-b342-f6c5312ab640 admin admin] Usage tracker for resource:security_group_rule and tenant:e1263ccb70f14deabd4db746d5684674 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:41.648729 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-889a86c5-170c-4700-b342-f6c5312ab640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:41.654610 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-889a86c5-170c-4700-b342-f6c5312ab640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:41.736903 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-889a86c5-170c-4700-b342-f6c5312ab640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:41.740592 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-889a86c5-170c-4700-b342-f6c5312ab640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:41.748834 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-24370a2a-5da1-46fb-bd84-fbb02174752e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:41.786382 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-889a86c5-170c-4700-b342-f6c5312ab640 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e1263ccb70f14deabd4db746d5684674&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1900811
Jul 23 16:23:41.787983 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a86c5-170c-4700-b342-f6c5312ab640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250f055f-0ada-44e1-8476-34fe5aa2ce63,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:41.789332 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48178) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:41.791045 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-889a86c5-170c-4700-b342-f6c5312ab640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:41.850417 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3ec093d0-5d17-4c9a-b426-112402160e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:41.880128 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3ec093d0-5d17-4c9a-b426-112402160e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:41.930931 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3ec093d0-5d17-4c9a-b426-112402160e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:41.935162 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c743f83d-ccfb-40b2-8baf-3ab74b1acb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:41.946999 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec093d0-5d17-4c9a-b426-112402160e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250f055f-0ada-44e1-8476-34fe5aa2ce63,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:41.949906 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-3ec093d0-5d17-4c9a-b426-112402160e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:41.956835 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-3ec093d0-5d17-4c9a-b426-112402160e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:41.957958 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-3ec093d0-5d17-4c9a-b426-112402160e6b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/250f055f-0ada-44e1-8476-34fe5aa2ce63 HTTP/1.1" status: 204  len: 168 time: 0.1667299
Jul 23 16:23:42.308803 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48190) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:42.309685 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7920544-c62c-4c73-94ca-aaf92bb248bc req-85b504f2-f53b-4e82-8b1c-f70d16794de3 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:42.311207 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e7920544-c62c-4c73-94ca-aaf92bb248bc req-85b504f2-f53b-4e82-8b1c-f70d16794de3 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 945 time: 0.0895312
Jul 23 16:23:42.327626 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b9fdf983-3a36-4d01-b41c-e391bc117f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:42.342375 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-b9fdf983-3a36-4d01-b41c-e391bc117f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:42.346268 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-b9fdf983-3a36-4d01-b41c-e391bc117f01 admin admin] Usage tracker for resource:security_group_rule and tenant:baac62c3a45841c7b179e9bd58e31fd0 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:42.349144 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-b9fdf983-3a36-4d01-b41c-e391bc117f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:42.355807 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-b9fdf983-3a36-4d01-b41c-e391bc117f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:42.356543 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e7920544-c62c-4c73-94ca-aaf92bb248bc req-fae3b651-6d88-4f3e-81b7-a9427042590f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397446
Jul 23 16:23:42.444940 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b9fdf983-3a36-4d01-b41c-e391bc117f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:42.448853 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b9fdf983-3a36-4d01-b41c-e391bc117f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:42.457585 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e5d8e328-08f9-488f-a68b-1964dbc13d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:42.497467 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-b9fdf983-3a36-4d01-b41c-e391bc117f01 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=baac62c3a45841c7b179e9bd58e31fd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1875296
Jul 23 16:23:42.499070 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdf983-3a36-4d01-b41c-e391bc117f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37661b57-ad1d-42e6-98ac-1639ec8dd127,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:42.500288 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 48194) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:42.502059 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b9fdf983-3a36-4d01-b41c-e391bc117f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:42.558868 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c6a50d78-001f-4b64-ad41-3d99430b4375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:42.584313 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c6a50d78-001f-4b64-ad41-3d99430b4375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:42.636950 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c6a50d78-001f-4b64-ad41-3d99430b4375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:42.641709 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-244c43b8-e577-402c-b160-e840efebe35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:42.657073 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a50d78-001f-4b64-ad41-3d99430b4375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37661b57-ad1d-42e6-98ac-1639ec8dd127,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:42.660236 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c6a50d78-001f-4b64-ad41-3d99430b4375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:42.670558 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c6a50d78-001f-4b64-ad41-3d99430b4375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:42.671707 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-c6a50d78-001f-4b64-ad41-3d99430b4375 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/37661b57-ad1d-42e6-98ac-1639ec8dd127 HTTP/1.1" status: 204  len: 168 time: 0.1704400
Jul 23 16:23:43.544580 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa39c8-85c5-4b44-923d-7e9b1a62cd68 req-484c2b0f-9fc7-4b23-9614-d5299655c553 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:43.546061 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ffaa39c8-85c5-4b44-923d-7e9b1a62cd68 req-484c2b0f-9fc7-4b23-9614-d5299655c553 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 945 time: 0.0831873
Jul 23 16:23:43.591325 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ffaa39c8-85c5-4b44-923d-7e9b1a62cd68 req-872a9e67-d9af-420f-bcdd-f7dcbc7235e6 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395062
Jul 23 16:23:44.663382 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 48264) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:44.788695 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a262-d714-4863-a4ee-7e03cbde0457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:44.806229 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-9cd1a262-d714-4863-a4ee-7e03cbde0457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:44.812382 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-9cd1a262-d714-4863-a4ee-7e03cbde0457 admin admin] Usage tracker for resource:security_group_rule and tenant:faf8f166b5944ad2b17f94dfbe3a2bd6 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:44.815943 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-9cd1a262-d714-4863-a4ee-7e03cbde0457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:44.822793 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-9cd1a262-d714-4863-a4ee-7e03cbde0457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:44.831698 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5ec47-fa5e-46d7-8e6b-b225b3a61fc2 req-ebf52932-9326-4ae8-bd75-6d8374caef8b tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:44.833156 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-66c5ec47-fa5e-46d7-8e6b-b225b3a61fc2 req-ebf52932-9326-4ae8-bd75-6d8374caef8b tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 945 time: 0.1270027
Jul 23 16:23:44.896262 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-66c5ec47-fa5e-46d7-8e6b-b225b3a61fc2 req-623b4ccc-103b-4cc2-b1cb-965e5ab1b7f9 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559909
Jul 23 16:23:44.953603 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a262-d714-4863-a4ee-7e03cbde0457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:44.958173 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a262-d714-4863-a4ee-7e03cbde0457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:44.966314 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ad20a44c-c44d-4a06-9850-3da8d2c67ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:45.016792 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-9cd1a262-d714-4863-a4ee-7e03cbde0457 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=faf8f166b5944ad2b17f94dfbe3a2bd6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3523974
Jul 23 16:23:45.018005 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1a262-d714-4863-a4ee-7e03cbde0457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db574ed-9d8c-45eb-8646-8b325ccc64c8,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:45.019489 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48272) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:45.021244 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-9cd1a262-d714-4863-a4ee-7e03cbde0457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:45.084506 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-729d74b2-03bd-4cad-930f-2b24b229b9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:45.110933 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-729d74b2-03bd-4cad-930f-2b24b229b9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:45.163896 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-729d74b2-03bd-4cad-930f-2b24b229b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:45.168682 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-2a83c567-38e3-4c06-92e0-d739ab1160b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:45.181581 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d74b2-03bd-4cad-930f-2b24b229b9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db574ed-9d8c-45eb-8646-8b325ccc64c8,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:45.184502 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-729d74b2-03bd-4cad-930f-2b24b229b9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:45.193208 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-729d74b2-03bd-4cad-930f-2b24b229b9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:45.194588 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-729d74b2-03bd-4cad-930f-2b24b229b9d1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2db574ed-9d8c-45eb-8646-8b325ccc64c8 HTTP/1.1" status: 204  len: 168 time: 0.1739242
Jul 23 16:23:45.471645 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48280) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:45.490038 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-36bd3302-5f54-4b51-8b70-07d66bf186f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:45.504435 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-36bd3302-5f54-4b51-8b70-07d66bf186f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:23:45.508340 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-36bd3302-5f54-4b51-8b70-07d66bf186f9 admin admin] Usage tracker for resource:security_group_rule and tenant:dffca15454444dc59364d4eafad56931 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:23:45.511926 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-36bd3302-5f54-4b51-8b70-07d66bf186f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:23:45.517751 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-36bd3302-5f54-4b51-8b70-07d66bf186f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:23:45.589363 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd8ab4-c668-47a1-93ab-66cff4049cce req-0d977f09-72a3-4edf-b3b6-ebffa8601d2d tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:45.590828 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-debd8ab4-c668-47a1-93ab-66cff4049cce req-0d977f09-72a3-4edf-b3b6-ebffa8601d2d tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.83 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 945 time: 0.0872734
Jul 23 16:23:45.601457 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-36bd3302-5f54-4b51-8b70-07d66bf186f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:45.606195 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-36bd3302-5f54-4b51-8b70-07d66bf186f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:45.614481 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-eda5d6a6-f8d9-47b6-8824-93b88007761f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:45.658278 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-36bd3302-5f54-4b51-8b70-07d66bf186f9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dffca15454444dc59364d4eafad56931&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1854568
Jul 23 16:23:45.659254 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd3302-5f54-4b51-8b70-07d66bf186f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56537377-030d-4c67-b913-05a44e56b0ea,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:45.661618 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48284) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:45.662889 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-debd8ab4-c668-47a1-93ab-66cff4049cce req-2dac3407-aa2a-4938-8c0a-435eb40b3d6f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Deleting port 25cb20a7-025b-409a-b5f6-3fdb04851711 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:23:45.663266 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-debd8ab4-c668-47a1-93ab-66cff4049cce req-2dac3407-aa2a-4938-8c0a-435eb40b3d6f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:45.664079 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-36bd3302-5f54-4b51-8b70-07d66bf186f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:45.720786 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-52c05c86-deb1-4ad6-be33-147610bc17fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:45.748151 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-52c05c86-deb1-4ad6-be33-147610bc17fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:45.801645 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-52c05c86-deb1-4ad6-be33-147610bc17fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:45.805500 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c4414020-8ac6-42a2-9beb-360b163bec9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:45.817359 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c05c86-deb1-4ad6-be33-147610bc17fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56537377-030d-4c67-b913-05a44e56b0ea,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:45.819562 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-52c05c86-deb1-4ad6-be33-147610bc17fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:45.830641 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-52c05c86-deb1-4ad6-be33-147610bc17fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:45.834513 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-52c05c86-deb1-4ad6-be33-147610bc17fb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/56537377-030d-4c67-b913-05a44e56b0ea HTTP/1.1" status: 204  len: 168 time: 0.1719835
Jul 23 16:23:45.931492 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-debd8ab4-c668-47a1-93ab-66cff4049cce req-2dac3407-aa2a-4938-8c0a-435eb40b3d6f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] For port 25cb20a7-025b-409a-b5f6-3fdb04851711, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=25cb20a7-025b-409a-b5f6-3fdb04851711,segment=NetworkSegment(1aa31d67-bf31-48da-a50e-16326771884d),segment_id=1aa31d67-bf31-48da-a50e-16326771884d)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:23:45.932559 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-debd8ab4-c668-47a1-93ab-66cff4049cce req-2dac3407-aa2a-4938-8c0a-435eb40b3d6f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:46.097096 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-debd8ab4-c668-47a1-93ab-66cff4049cce req-2dac3407-aa2a-4938-8c0a-435eb40b3d6f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Calling delete_port for 25cb20a7-025b-409a-b5f6-3fdb04851711 owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:23:46.250916 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063231e2-7359-4843-a058-1fb2cabc98ed req-8982301c-b465-4614-a303-0a84d86bb984 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:46.252421 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-063231e2-7359-4843-a058-1fb2cabc98ed req-8982301c-b465-4614-a303-0a84d86bb984 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/ports?device_id=84676019-9d86-43bf-b868-aec5a79f4b1c HTTP/1.1" status: 200  len: 945 time: 0.1945741
Jul 23 16:23:46.320867 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-063231e2-7359-4843-a058-1fb2cabc98ed req-4437ca64-c8f0-4455-ac36-6410cfd1e15e tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.82 "GET /v2.0/security-groups?id=793ee313-588e-4b19-8caa-b51feb5b9288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610821
Jul 23 16:23:46.321870 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-debd8ab4-c668-47a1-93ab-66cff4049cce req-2dac3407-aa2a-4938-8c0a-435eb40b3d6f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:46.329943 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c7a69254-5b1e-428b-a7a1-0463f36b9c89 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:23:46.361836 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['25cb20a7-025b-409a-b5f6-3fdb04851711'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:23:46.380785 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac3407-aa2a-4938-8c0a-435eb40b3d6f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Pushing event deleted for resources: {'Port': ['ID=25cb20a7-025b-409a-b5f6-3fdb04851711,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:23:46.415931 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2dac3407-aa2a-4938-8c0a-435eb40b3d6f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:23:46.469963 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-debd8ab4-c668-47a1-93ab-66cff4049cce req-2dac3407-aa2a-4938-8c0a-435eb40b3d6f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] No DVR routers for this DVR port 25cb20a7-025b-409a-b5f6-3fdb04851711 on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:23:46.472463 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-debd8ab4-c668-47a1-93ab-66cff4049cce req-2dac3407-aa2a-4938-8c0a-435eb40b3d6f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:46.475076 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84676019-9d86-43bf-b868-aec5a79f4b1c', 'name': 'network-vif-deleted', 'tag': '25cb20a7-025b-409a-b5f6-3fdb04851711'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:23:46.497303 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-debd8ab4-c668-47a1-93ab-66cff4049cce req-2dac3407-aa2a-4938-8c0a-435eb40b3d6f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] 10.222.0.83 "DELETE /v2.0/ports/25cb20a7-025b-409a-b5f6-3fdb04851711 HTTP/1.1" status: 204  len: 173 time: 0.9000466
Jul 23 16:23:46.541968 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84676019-9d86-43bf-b868-aec5a79f4b1c', 'name': 'network-vif-deleted', 'tag': '25cb20a7-025b-409a-b5f6-3fdb04851711', 'status': 'completed', 'code': 200}
Jul 23 16:23:49.941031 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 25cb20a7-025b-409a-b5f6-3fdb04851711 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:23:49.975473 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: 25cb20a7-025b-409a-b5f6-3fdb04851711 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:23:49.975837 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 25cb20a7-025b-409a-b5f6-3fdb04851711 not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:23:55.130072 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0811683f-489e-4b05-92ac-e5480ccfb5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:55.905717 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:57.953246 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:57.977167 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5eca004d-4bf4-4c77-b42b-c5cce1c1ead1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:58.422831 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d1a83cbd-94d2-4a62-adec-81a7bf4d79b9 req-6cb28ae4-3ace-4bf3-84f8-927fb4afac4e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0681040
Jul 23 16:23:58.685943 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83cbd-94d2-4a62-adec-81a7bf4d79b9 req-2375e085-df2e-451e-b159-28d7b86b4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:58.687525 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d1a83cbd-94d2-4a62-adec-81a7bf4d79b9 req-2375e085-df2e-451e-b159-28d7b86b4dfb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e89cf1ea5dbf40b3b0e280a89adce958&device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 1099 time: 0.1501012
Jul 23 16:23:58.843049 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83cbd-94d2-4a62-adec-81a7bf4d79b9 req-9afeea54-b254-49e9-9eb5-afa77416df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:58.844552 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d1a83cbd-94d2-4a62-adec-81a7bf4d79b9 req-9afeea54-b254-49e9-9eb5-afa77416df90 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25941fe6-7ac1-499c-9924-d29ef8bafcca HTTP/1.1" status: 200  len: 913 time: 0.1351967
Jul 23 16:23:58.860547 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:58.951425 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d1a83cbd-94d2-4a62-adec-81a7bf4d79b9 req-3a66d8da-002d-4f9c-90c5-983d4786d532 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 HTTP/1.1" status: 200  len: 1000 time: 0.0984828
Jul 23 16:24:00.346439 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:01.882384 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83cbd-94d2-4a62-adec-81a7bf4d79b9 req-da1fd544-ffbf-457a-9daf-a007e35aff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:01.883840 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d1a83cbd-94d2-4a62-adec-81a7bf4d79b9 req-da1fd544-ffbf-457a-9daf-a007e35aff31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7922f234-6844-4bc7-8cee-7eadd522e056 HTTP/1.1" status: 200  len: 850 time: 0.0596082
Jul 23 16:24:01.968227 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83cbd-94d2-4a62-adec-81a7bf4d79b9 req-82bc5cee-4222-4d61-9497-5f8a00b118ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:01.969709 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d1a83cbd-94d2-4a62-adec-81a7bf4d79b9 req-82bc5cee-4222-4d61-9497-5f8a00b118ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25941fe6-7ac1-499c-9924-d29ef8bafcca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734425
Jul 23 16:24:02.118715 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d1a83cbd-94d2-4a62-adec-81a7bf4d79b9 req-ccf493b7-106d-45cd-943b-93e267ca13d2 service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407707
Jul 23 16:24:02.252865 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d1a83cbd-94d2-4a62-adec-81a7bf4d79b9 req-353d9c4c-8924-48cc-91bf-3cb9b4f49288 service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253333
Jul 23 16:24:03.547818 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07311c4-168c-43bc-bef8-4a10897065c8 req-c40bb239-4dd6-4f64-8de1-5782ff78c4f8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:03.555569 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e07311c4-168c-43bc-bef8-4a10897065c8 req-c40bb239-4dd6-4f64-8de1-5782ff78c4f8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 946 time: 0.1036119
Jul 23 16:24:03.599622 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e07311c4-168c-43bc-bef8-4a10897065c8 req-e59e545f-b82f-46ec-8d8d-2ddd229015c1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417292
Jul 23 16:24:04.712787 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 48560) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:04.853494 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:04.870255 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:04.874820 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Usage tracker for resource:security_group_rule and tenant:34fa0c3d48534356a6ce193529fecd2b is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:04.877992 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:04.884323 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:05.039482 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:05.044977 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:05.052592 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-bb3fa2d5-13c9-43dd-b917-064c85fb0f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:05.079172 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b901-c6d6-4569-b4e1-2d18322c7255 req-38167d85-a67d-47c1-a450-1418000be4be tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:05.080862 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3f87b901-c6d6-4569-b4e1-2d18322c7255 req-38167d85-a67d-47c1-a450-1418000be4be tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 946 time: 0.3611736
Jul 23 16:24:05.127393 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=34fa0c3d48534356a6ce193529fecd2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4134510
Jul 23 16:24:05.128171 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f4bde7-d2b6-4c90-8eda-1526ce15b912,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:05.130191 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48574) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:05.151299 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.151582 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.151946 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.152342 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.152696 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.153048 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.153396 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.153777 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.154090 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.154431 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.154771 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.155148 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.159692 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:05.168245 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3f87b901-c6d6-4569-b4e1-2d18322c7255 req-ebe7e7d4-1e15-4585-b057-a57a891757a8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715964
Jul 23 16:24:05.208452 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:05.237737 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:05.289433 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:05.294249 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-15d09bdf-562e-4de0-9453-f07e5be18ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:05.304427 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f4bde7-d2b6-4c90-8eda-1526ce15b912,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:05.316709 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.317086 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.317450 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.317813 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.318171 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.318527 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.318881 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.319260 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.319619 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.319985 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.320319 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.320654 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:05.324436 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:05.328269 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d3f4bde7-d2b6-4c90-8eda-1526ce15b912 HTTP/1.1" status: 204  len: 168 time: 0.1969554
Jul 23 16:24:05.329245 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:05.458425 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:24:05.575609 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-0abbeec0-fd5c-4aea-9356-234c7694508d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:05.577192 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-0abbeec0-fd5c-4aea-9356-234c7694508d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 946 time: 0.0921988
Jul 23 16:24:05.654431 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48588) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:05.672735 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c311ed6d-7ca2-4005-a26a-f2e91eef7558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:05.681336 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Deleting port 8dc8437c-b169-49ed-8013-1f8a37ecd03f {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:24:05.681696 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:05.688236 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-c311ed6d-7ca2-4005-a26a-f2e91eef7558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:05.692088 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-c311ed6d-7ca2-4005-a26a-f2e91eef7558 admin admin] Usage tracker for resource:security_group_rule and tenant:68a56811058c42c79d315b7e9225b46d is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:05.695002 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-c311ed6d-7ca2-4005-a26a-f2e91eef7558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:05.700810 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-c311ed6d-7ca2-4005-a26a-f2e91eef7558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:05.782747 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c311ed6d-7ca2-4005-a26a-f2e91eef7558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:05.786698 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c311ed6d-7ca2-4005-a26a-f2e91eef7558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:05.795784 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-30f22d65-6957-4f82-a2b4-3366be62c6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:05.834817 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-c311ed6d-7ca2-4005-a26a-f2e91eef7558 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=68a56811058c42c79d315b7e9225b46d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1792037
Jul 23 16:24:05.835809 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311ed6d-7ca2-4005-a26a-f2e91eef7558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec77dd73-90d4-4a69-a464-e5fac7ae1752,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:05.837484 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 48592) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:05.838765 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c311ed6d-7ca2-4005-a26a-f2e91eef7558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:05.984955 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] For port 8dc8437c-b169-49ed-8013-1f8a37ecd03f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8dc8437c-b169-49ed-8013-1f8a37ecd03f,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:05.985212 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:05.996492 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b2f49cb3-59ce-434e-932e-3974fd832802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:06.098294 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b2f49cb3-59ce-434e-932e-3974fd832802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:06.503559 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b2f49cb3-59ce-434e-932e-3974fd832802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:06.514599 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3d499fa8-19f8-4217-b416-f504d544a376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:06.532559 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:06.532884 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:06.533220 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.l3_db [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Floating IP a432ebac-aab3-481e-82ce-f24d06785bee disassociated. External IP: 172.27.1.170, port: 8dc8437c-b169-49ed-8013-1f8a37ecd03f.
Jul 23 16:24:06.533604 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Calling delete_port for 8dc8437c-b169-49ed-8013-1f8a37ecd03f owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:24:06.563795 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f49cb3-59ce-434e-932e-3974fd832802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec77dd73-90d4-4a69-a464-e5fac7ae1752,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:06.580746 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b2f49cb3-59ce-434e-932e-3974fd832802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:06.604501 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded9ab1-7e3a-463f-ac98-0a0cb73c3a93 req-194a7b14-2273-40aa-81ac-0bfd1d11040a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:06.606415 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3ded9ab1-7e3a-463f-ac98-0a0cb73c3a93 req-194a7b14-2273-40aa-81ac-0bfd1d11040a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 946 time: 0.3105385
Jul 23 16:24:06.610607 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b2f49cb3-59ce-434e-932e-3974fd832802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:06.611643 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-b2f49cb3-59ce-434e-932e-3974fd832802 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ec77dd73-90d4-4a69-a464-e5fac7ae1752 HTTP/1.1" status: 204  len: 168 time: 0.7732496
Jul 23 16:24:06.675659 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3ded9ab1-7e3a-463f-ac98-0a0cb73c3a93 req-ab233dd4-5e5f-46b8-b92e-a5d2c0526a0b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610075
Jul 23 16:24:06.748013 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:06.754203 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a366f639-3967-45a6-acac-abe0337d731a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:06.803893 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event deleted for resources: {'Port': ['ID=8dc8437c-b169-49ed-8013-1f8a37ecd03f,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:06.806947 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:06.998885 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Router 446e8bf8-296f-47f2-bff1-cd2e83e98190 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:24:07.192358 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:24:07.207151 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8848a-0627-4103-b141-825c539fcbb9 None None] Sync routers for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:24:07.230360 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8848a-0627-4103-b141-825c539fcbb9 None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:24:07.231277 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6cc8848a-0627-4103-b141-825c539fcbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091935b040>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:23:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:07.279182 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] No DVR routers for this DVR port 8dc8437c-b169-49ed-8013-1f8a37ecd03f on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:24:07.282500 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:07.285852 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'name': 'network-vif-deleted', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:24:07.304123 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f039df18-0a9b-42e8-aab0-7f6402356230 req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.83 "DELETE /v2.0/ports/8dc8437c-b169-49ed-8013-1f8a37ecd03f HTTP/1.1" status: 204  len: 173 time: 1.7201445
Jul 23 16:24:07.353286 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5f4f12-81b7-43fd-bcc6-a13c419fdd43', 'name': 'network-vif-deleted', 'tag': '8dc8437c-b169-49ed-8013-1f8a37ecd03f', 'status': 'completed', 'code': 200}
Jul 23 16:24:07.456549 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-6cc8848a-0627-4103-b141-825c539fcbb9 None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:24:07.819505 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6cc8848a-0627-4103-b141-825c539fcbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091935b040>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:34Z', 'revision_number': 5, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:07.824722 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8848a-0627-4103-b141-825c539fcbb9 None None] Checking router: 446e8bf8-296f-47f2-bff1-cd2e83e98190 for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:24:07.833777 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8848a-0627-4103-b141-825c539fcbb9 None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:24:07.834625 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6cc8848a-0627-4103-b141-825c539fcbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091935b040>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:23:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:07.910872 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-cc0439d4-4375-4a6f-b19b-35bc4b3728cf req-32142097-0648-42f9-b447-3a0ce996e558 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Synchronizing usage tracker for tenant:df8a773d9e6b4d9795b2f5b90064e860 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:24:07.927125 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-cc0439d4-4375-4a6f-b19b-35bc4b3728cf req-32142097-0648-42f9-b447-3a0ce996e558 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Unset dirty status for tenant:df8a773d9e6b4d9795b2f5b90064e860 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:24:07.928390 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cc0439d4-4375-4a6f-b19b-35bc4b3728cf req-32142097-0648-42f9-b447-3a0ce996e558 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 210 time: 0.0789187
Jul 23 16:24:08.035216 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-6cc8848a-0627-4103-b141-825c539fcbb9 None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:24:08.359725 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6cc8848a-0627-4103-b141-825c539fcbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091935b040>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:34Z', 'revision_number': 5, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:08.363908 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8848a-0627-4103-b141-825c539fcbb9 None None] The sync data for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi is: [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:34Z', 'revision_number': 5, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:24:08.601528 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed289e0-8c79-4b7a-b939-17aebeac3cc4 None None] New status for floating IP a432ebac-aab3-481e-82ce-f24d06785bee: DOWN {{(pid=78521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:24:09.124848 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c92a43f4-724e-4314-84c6-35485e535151 req-0e110809-62dc-4584-964c-e9aeaa9ca790 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba5f4f12-81b7-43fd-bcc6-a13c419fdd43 HTTP/1.1" status: 200  len: 210 time: 0.0447731
Jul 23 16:24:10.255824 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 48690) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:10.324032 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-acb0085d-0284-41a3-8870-c0a6c79adf92 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:10.352015 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-acb0085d-0284-41a3-8870-c0a6c79adf92 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:10.431939 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-acb0085d-0284-41a3-8870-c0a6c79adf92 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:10.441448 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-af3be12e-c8e4-46cd-95ea-b93dbc4ed874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:10.456515 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0085d-0284-41a3-8870-c0a6c79adf92 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:10.471511 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-acb0085d-0284-41a3-8870-c0a6c79adf92 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:10.475231 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-acb0085d-0284-41a3-8870-c0a6c79adf92 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:10.476612 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-acb0085d-0284-41a3-8870-c0a6c79adf92 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "DELETE /v2.0/security-groups/c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8 HTTP/1.1" status: 204  len: 168 time: 0.2197413
Jul 23 16:24:10.480795 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 48702) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:10.507435 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.api.v2.resource [None req-14e782e7-448d-4ac8-aa86-adf86fcb70cc tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] show failed (client error): The resource could not be found.
Jul 23 16:24:10.508630 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-14e782e7-448d-4ac8-aa86-adf86fcb70cc tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups/c8b71f3d-1ab9-48fd-801e-a0d9c9dcf7c8 HTTP/1.1" status: 404  len: 347 time: 0.0267498
Jul 23 16:24:10.511977 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48708) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:10.682564 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ce8e4-a5ee-4da5-802d-94cfe35d1a86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Deleting port 005762a7-24c3-48c3-81fc-4c8197e8d083 {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:24:10.682952 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce8e4-a5ee-4da5-802d-94cfe35d1a86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:10.860683 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce8e4-a5ee-4da5-802d-94cfe35d1a86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:10.861022 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce8e4-a5ee-4da5-802d-94cfe35d1a86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:11.011146 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ce8e4-a5ee-4da5-802d-94cfe35d1a86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Calling delete_port for 005762a7-24c3-48c3-81fc-4c8197e8d083 owned by network:floatingip {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:24:11.165752 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce8e4-a5ee-4da5-802d-94cfe35d1a86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:11.170537 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-addf80a2-9a7c-4858-8341-b6a996f22bfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:11.242573 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ce8e4-a5ee-4da5-802d-94cfe35d1a86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event deleted for resources: {'Port': ['ID=005762a7-24c3-48c3-81fc-4c8197e8d083,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:11.249865 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-7e9ce8e4-a5ee-4da5-802d-94cfe35d1a86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:11.320286 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce8e4-a5ee-4da5-802d-94cfe35d1a86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:11.346769 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce8e4-a5ee-4da5-802d-94cfe35d1a86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:11.347957 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-7e9ce8e4-a5ee-4da5-802d-94cfe35d1a86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "DELETE /v2.0/floatingips/a432ebac-aab3-481e-82ce-f24d06785bee HTTP/1.1" status: 204  len: 168 time: 0.8342819
Jul 23 16:24:11.545271 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48726) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:11.550632 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1415603183', 'description': 'tempest-description--1837635690'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:11.556529 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:11.560910 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Usage tracker for resource:security_group and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:11.563821 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:11.569529 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:11.663611 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:11.686442 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:11.690540 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Usage tracker for resource:security_group_rule and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:11.693606 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:11.700832 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:11.775075 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:11.779520 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:11.783386 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-729d74b2-03bd-4cad-930f-2b24b229b9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:11.823451 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:11.826067 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:11.827290 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2809906
Jul 23 16:24:11.828186 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:11.830599 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48730) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:11.835420 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-5d199e1c-44ca-411e-a6ac-2e5d63415d11 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Request body: {'security_group_rule': {'security_group_id': 'b67e6cc0-b8e7-41e1-8b91-9107c0a85b75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:11.841370 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-5d199e1c-44ca-411e-a6ac-2e5d63415d11 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:11.845078 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-5d199e1c-44ca-411e-a6ac-2e5d63415d11 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Usage tracker for resource:security_group_rule and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:11.847970 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-5d199e1c-44ca-411e-a6ac-2e5d63415d11 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:11.855353 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-5d199e1c-44ca-411e-a6ac-2e5d63415d11 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:11.871890 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5d199e1c-44ca-411e-a6ac-2e5d63415d11 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:11.929750 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5d199e1c-44ca-411e-a6ac-2e5d63415d11 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:11.934320 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5d199e1c-44ca-411e-a6ac-2e5d63415d11 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:11.940507 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-65c99b88-27a1-441b-ad27-a69a390fb03b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:11.959316 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d199e1c-44ca-411e-a6ac-2e5d63415d11 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2dd3003-7ea3-45a2-9f13-b8c41777845c,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:11.961755 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-5d199e1c-44ca-411e-a6ac-2e5d63415d11 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:11.970562 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5d199e1c-44ca-411e-a6ac-2e5d63415d11 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:11.971794 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-5d199e1c-44ca-411e-a6ac-2e5d63415d11 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1406059
Jul 23 16:24:11.974678 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48734) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:11.980686 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-190a4a40-8ce3-4e0e-b8c7-8a00a2c9abb4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Request body: {'security_group_rule': {'security_group_id': 'b67e6cc0-b8e7-41e1-8b91-9107c0a85b75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:11.986396 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-190a4a40-8ce3-4e0e-b8c7-8a00a2c9abb4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:11.990125 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-190a4a40-8ce3-4e0e-b8c7-8a00a2c9abb4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Usage tracker for resource:security_group_rule and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:11.992999 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-190a4a40-8ce3-4e0e-b8c7-8a00a2c9abb4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:11.999886 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-190a4a40-8ce3-4e0e-b8c7-8a00a2c9abb4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:12.018520 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-190a4a40-8ce3-4e0e-b8c7-8a00a2c9abb4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:12.081223 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-190a4a40-8ce3-4e0e-b8c7-8a00a2c9abb4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:12.085953 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-190a4a40-8ce3-4e0e-b8c7-8a00a2c9abb4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:12.088198 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:12.112174 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a4a40-8ce3-4e0e-b8c7-8a00a2c9abb4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cb6aab-964d-4367-b101-583a8be38053,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:12.114576 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-190a4a40-8ce3-4e0e-b8c7-8a00a2c9abb4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:12.122335 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-190a4a40-8ce3-4e0e-b8c7-8a00a2c9abb4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:12.123569 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-190a4a40-8ce3-4e0e-b8c7-8a00a2c9abb4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1479266
Jul 23 16:24:12.126674 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48738) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:12.132043 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Request body: {'floatingip': {'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:12.138298 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:12.142178 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Usage tracker for resource:floatingip and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:12.145118 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:12.151486 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:12.162489 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:12.216345 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8dc8437c-b169-49ed-8013-1f8a37ecd03f no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:24:12.287705 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: 8dc8437c-b169-49ed-8013-1f8a37ecd03f {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:24:12.288058 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8dc8437c-b169-49ed-8013-1f8a37ecd03f not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:24:12.308543 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:12.446426 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Allocated IP 172.27.1.40 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/7f3ecc32-5d04-428a-b750-374e579f053a) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:24:12.596775 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:12.630156 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:12.634065 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:12.697243 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:24:12.701045 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:24:12.703624 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:24:12.745858 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event updated for resources: {'Port': ['ID=7f3ecc32-5d04-428a-b750-374e579f053a,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:12.748724 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:12.793450 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:12.851609 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:13.058478 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for port, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:13.063124 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:13.069210 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-dee552d3-9165-42a0-ac7f-ef67c78306cf tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:13.178219 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event updated for resources: {'Port': ['ID=7f3ecc32-5d04-428a-b750-374e579f053a,revision_number=2']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:13.184204 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:13.191842 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:13.215231 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:13.216518 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-69f34feb-7a6b-4710-a695-7010e0490183 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0887947
Jul 23 16:24:13.436695 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-01abeea2-dc5b-4a03-bbf3-c386e998637e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Synchronizing usage tracker for tenant:df8a773d9e6b4d9795b2f5b90064e860 on resource:security_group {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:24:13.455180 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-01abeea2-dc5b-4a03-bbf3-c386e998637e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Unset dirty status for tenant:df8a773d9e6b4d9795b2f5b90064e860 on resource:security_group {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:24:13.456385 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-01abeea2-dc5b-4a03-bbf3-c386e998637e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1415603183&fields=id&tenant_id=df8a773d9e6b4d9795b2f5b90064e860 HTTP/1.1" status: 200  len: 267 time: 0.0593941
Jul 23 16:24:13.636418 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-6c8bde06-141d-4f8c-917c-feedf5956c02 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:13.641372 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-6c8bde06-141d-4f8c-917c-feedf5956c02 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/networks?id=7b649258-53f8-4165-adb5-6ffb90974ecb HTTP/1.1" status: 200  len: 817 time: 0.1778064
Jul 23 16:24:13.657512 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-2b7edef9-5432-4d65-8118-490db772346b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/quotas/df8a773d9e6b4d9795b2f5b90064e860 HTTP/1.1" status: 200  len: 375 time: 0.0152764
Jul 23 16:24:13.742224 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-448e1999-79d8-474f-b2f9-e93bcffc5078 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=df8a773d9e6b4d9795b2f5b90064e860&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0838723
Jul 23 16:24:14.169961 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-2580890f-3a0f-4ea6-a5e0-06804e62db93 service neutron] 10.222.0.82 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4060338
Jul 23 16:24:14.298501 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c23dfe-d976-41b7-8e6c-9a4dc46be3bd req-60880564-63b8-4b4f-af73-244428f76d7f tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:14.300092 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-75c23dfe-d976-41b7-8e6c-9a4dc46be3bd req-60880564-63b8-4b4f-af73-244428f76d7f tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.1867373
Jul 23 16:24:14.358206 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-8cc70cbc-c4e9-4c0e-a6e1-2f10ad0da1a9 service neutron] 10.222.0.82 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810215
Jul 23 16:24:14.368563 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-75c23dfe-d976-41b7-8e6c-9a4dc46be3bd req-7e86f687-051e-459e-9420-103401b8dfd4 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610039
Jul 23 16:24:14.561110 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b7a905b6-05d2-4842-ae1e-f12b2e29e4b7 req-e851264f-a9d8-45c7-b4a7-5a2aaefa5d01 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 210 time: 0.0513024
Jul 23 16:24:15.564285 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd054e-9393-417d-91b2-40a02a36a457 req-fef22723-029c-404f-b75a-7dcd85c29219 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:15.566104 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-59cd054e-9393-417d-91b2-40a02a36a457 req-fef22723-029c-404f-b75a-7dcd85c29219 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.0871124
Jul 23 16:24:15.634893 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-59cd054e-9393-417d-91b2-40a02a36a457 req-142f8b06-3e3a-48c9-ab76-c4097bd245b9 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583904
Jul 23 16:24:15.727546 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-be3c8204-f055-400b-94c8-60e4669403b9 req-097d23c0-9ba0-4297-8100-112bbee736f8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 210 time: 0.0456672
Jul 23 16:24:16.121999 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-fe2875be-4e26-42c8-8a96-792aa006a809 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:16.123515 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-fe2875be-4e26-42c8-8a96-792aa006a809 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.83 "GET /v2.0/networks?id=7b649258-53f8-4165-adb5-6ffb90974ecb HTTP/1.1" status: 200  len: 817 time: 0.1831727
Jul 23 16:24:16.229175 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-d1def382-4d79-4023-b87c-49dde441ba3d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df8a773d9e6b4d9795b2f5b90064e860 HTTP/1.1" status: 200  len: 380 time: 0.0456536
Jul 23 16:24:16.243776 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Request body: {'port': {'device_id': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'admin_state_up': True, 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'security_groups': ['b67e6cc0-b8e7-41e1-8b91-9107c0a85b75']}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:16.386479 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:16.390545 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Usage tracker for resource:port and tenant:df8a773d9e6b4d9795b2f5b90064e860 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:16.393379 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:16.399037 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:16.408643 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Made reservation on behalf of df8a773d9e6b4d9795b2f5b90064e860 for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:24:16.412165 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:16.578486 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Allocated IP 172.20.0.4 (7b649258-53f8-4165-adb5-6ffb90974ecb/6e34adca-7868-4b61-841f-2f53fbae97c4/29261bcd-a2cd-41c0-869b-7ba802f73afd) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:24:16.928038 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e6d9b47-561b-453b-9d2a-94f182610523 req-6f486fe8-c93c-4c56-9804-042e496b9317 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 210 time: 0.0655544
Jul 23 16:24:16.942915 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:16.970388 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Transition to ACTIVE for port object 29261bcd-a2cd-41c0-869b-7ba802f73afd will not be triggered until provisioned by entity DHCP. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:24:16.982100 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb8bf9-b8ef-4cd7-8013-0184e141f703 req-29177b94-d7da-4a0f-8ade-7d36bd3395cf tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:16.983674 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-77eb8bf9-b8ef-4cd7-8013-0184e141f703 req-29177b94-d7da-4a0f-8ade-7d36bd3395cf tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.2160349
Jul 23 16:24:17.032782 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-d7957d17-3b01-4374-90bf-cc279b410dd7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:17.034221 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-d7957d17-3b01-4374-90bf-cc279b410dd7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.83 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.3146594
Jul 23 16:24:17.038121 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:17.047719 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-05cbd286-eec2-42a2-9570-cee9ff26f9e7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:17.178362 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Network 7b649258-53f8-4165-adb5-6ffb90974ecb is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:24:17.183736 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-77eb8bf9-b8ef-4cd7-8013-0184e141f703 req-bbe347cd-4777-49ad-a3bd-e37b718d3771 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1753988
Jul 23 16:24:17.189282 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:24:17.193379 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:24:17.340134 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event updated for resources: {'Port': ['ID=29261bcd-a2cd-41c0-869b-7ba802f73afd,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:17.348947 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:17.367347 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Deleting port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:24:17.367689 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:17.430324 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:17.430951 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:17.490375 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-bbe7cd33-cbdf-479f-b654-7734f0c2cdae None None] Provisioning for port 29261bcd-a2cd-41c0-869b-7ba802f73afd completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:24:17.496972 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-bbe7cd33-cbdf-479f-b654-7734f0c2cdae None None] Provisioning complete for port 29261bcd-a2cd-41c0-869b-7ba802f73afd triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:24:17.497357 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cd33-cbdf-479f-b654-7734f0c2cdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:17.517589 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2777603
Jul 23 16:24:17.583410 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7cd33-cbdf-479f-b654-7734f0c2cdae None None] Port 29261bcd-a2cd-41c0-869b-7ba802f73afd cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:24:17.682403 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Request body: {'port': {'device_id': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:17.738254 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] For port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:17.738672 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:17.968206 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:18.267912 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:18.268285 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:18.268600 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.l3_db [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Floating IP aea0da92-fc92-4107-9b6b-fa2eb1cde403 disassociated. External IP: 172.27.1.9, port: f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4.
Jul 23 16:24:18.268944 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Calling delete_port for f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:24:18.506311 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73ae0d-c8b0-4f1e-bcb1-2f459e8db613 req-9216dc08-f7e1-462f-94bc-c27f03e1fdea tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:18.507034 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-fa73ae0d-c8b0-4f1e-bcb1-2f459e8db613 req-9216dc08-f7e1-462f-94bc-c27f03e1fdea tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Synchronizing usage tracker for tenant:df8a773d9e6b4d9795b2f5b90064e860 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:24:18.600238 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-fa73ae0d-c8b0-4f1e-bcb1-2f459e8db613 req-9216dc08-f7e1-462f-94bc-c27f03e1fdea tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Unset dirty status for tenant:df8a773d9e6b4d9795b2f5b90064e860 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:24:18.601416 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fa73ae0d-c8b0-4f1e-bcb1-2f459e8db613 req-9216dc08-f7e1-462f-94bc-c27f03e1fdea tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 931 time: 0.5023444
Jul 23 16:24:18.629963 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d381b-e9e4-41a0-8a4c-a551cceb6a97 req-5643de42-39a7-4cc4-a4bd-5282bcb44307 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:18.631795 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-731d381b-e9e4-41a0-8a4c-a551cceb6a97 req-5643de42-39a7-4cc4-a4bd-5282bcb44307 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 946 time: 0.3167379
Jul 23 16:24:18.708956 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:18.720044 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:18.782427 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fa73ae0d-c8b0-4f1e-bcb1-2f459e8db613 req-a8474308-ab2e-4ecb-9965-5cc28e9efce4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1720364
Jul 23 16:24:18.789085 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event deleted for resources: {'Port': ['ID=f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:18.791498 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:18.803126 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-731d381b-e9e4-41a0-8a4c-a551cceb6a97 req-d696eb11-3c39-4e51-8708-e2d5c5ca1b83 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1489246
Jul 23 16:24:18.925248 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48918) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:18.958586 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29261bcd-a2cd-41c0-869b-7ba802f73afd {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:24:19.072636 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fcebd980-cd90-4648-9cc8-a3ea29c9732a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.093556 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-fcebd980-cd90-4648-9cc8-a3ea29c9732a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:19.098172 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-fcebd980-cd90-4648-9cc8-a3ea29c9732a admin admin] Usage tracker for resource:security_group_rule and tenant:98f671eddf264284bb65dcf17dc8f6bf is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:19.101311 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-fcebd980-cd90-4648-9cc8-a3ea29c9732a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:19.109634 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-fcebd980-cd90-4648-9cc8-a3ea29c9732a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:19.147069 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.178735 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Transition to ACTIVE for port object 29261bcd-a2cd-41c0-869b-7ba802f73afd will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:24:19.189257 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.196636 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-984a7030-0d9d-43e8-8b1c-caef16926ca0 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:19.219306 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fcebd980-cd90-4648-9cc8-a3ea29c9732a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.225138 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fcebd980-cd90-4648-9cc8-a3ea29c9732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.235062 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-afe751e5-e62f-4f07-8d20-3d0705b1ab68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:19.265471 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebd980-cd90-4648-9cc8-a3ea29c9732a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92384be0-8254-48b7-a83b-6b4d617d7183,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:19.270778 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-fcebd980-cd90-4648-9cc8-a3ea29c9732a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:19.297745 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-fcebd980-cd90-4648-9cc8-a3ea29c9732a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=98f671eddf264284bb65dcf17dc8f6bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3710935
Jul 23 16:24:19.300301 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48932) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:19.327808 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:24:19.361650 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Pushing event updated for resources: {'Port': ['ID=29261bcd-a2cd-41c0-869b-7ba802f73afd,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:19.365282 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:19.391410 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-872e01fa-da36-452e-a615-9a063a43bcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.432190 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-872e01fa-da36-452e-a615-9a063a43bcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.472856 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 48938) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:19.501788 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-872e01fa-da36-452e-a615-9a063a43bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.506311 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c311ed6d-7ca2-4005-a26a-f2e91eef7558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:19.520382 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e01fa-da36-452e-a615-9a063a43bcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92384be0-8254-48b7-a83b-6b4d617d7183,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:19.523572 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-872e01fa-da36-452e-a615-9a063a43bcf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:19.526084 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-872e01fa-da36-452e-a615-9a063a43bcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.530483 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-872e01fa-da36-452e-a615-9a063a43bcf7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/92384be0-8254-48b7-a83b-6b4d617d7183 HTTP/1.1" status: 204  len: 168 time: 0.2291043
Jul 23 16:24:19.690310 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-67bbf6e2-f63f-4f52-8a02-c71ef2062f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.699651 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Attempting to bind port 29261bcd-a2cd-41c0-869b-7ba802f73afd on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:24:19.699850 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Attempting to bind port 29261bcd-a2cd-41c0-869b-7ba802f73afd by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:24:19.700181 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Attempting to bind port 29261bcd-a2cd-41c0-869b-7ba802f73afd on network 7b649258-53f8-4165-adb5-6ffb90974ecb {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:24:19.707870 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:24:19.718460 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf612e5-09c0-4d56-9c91-9cc6335d8756 None None] Sync routers for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:24:19.727880 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf612e5-09c0-4d56-9c91-9cc6335d8756 None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:24:19.728563 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6bf612e5-09c0-4d56-9c91-9cc6335d8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919723d60>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:23:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:19.737564 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Port 29261bcd-a2cd-41c0-869b-7ba802f73afd on network 7b649258-53f8-4165-adb5-6ffb90974ecb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:24:19.738130 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Attempting to bind port 29261bcd-a2cd-41c0-869b-7ba802f73afd on network 7b649258-53f8-4165-adb5-6ffb90974ecb {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:24:19.755525 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-67bbf6e2-f63f-4f52-8a02-c71ef2062f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:19.785635 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:24:19.785979 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Checking segment: {'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:24:19.786414 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Bound using segment: {'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:24:19.786817 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Bound port: 29261bcd-a2cd-41c0-869b-7ba802f73afd, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14e8aa8-9df5-4a5c-8688-ae010236feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:24:19.787190 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.804169 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-67bbf6e2-f63f-4f52-8a02-c71ef2062f34 admin admin] Usage tracker for resource:security_group_rule and tenant:376e079fe146439085b78aa93ccfcb41 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:19.814550 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-67bbf6e2-f63f-4f52-8a02-c71ef2062f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:19.819581 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] No DVR routers for this DVR port f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:24:19.822280 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.829849 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19c09bd-ad3e-422c-9834-eebcb7a2a567', 'name': 'network-vif-deleted', 'tag': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:24:19.835443 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-67bbf6e2-f63f-4f52-8a02-c71ef2062f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:19.873075 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48954) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:19.890469 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-443c56e8-8042-4596-abee-57ea2d6e15f0 req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.83 "DELETE /v2.0/ports/f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 HTTP/1.1" status: 204  len: 173 time: 2.8436642
Jul 23 16:24:19.917791 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-384fd7f4-d0c2-4221-bd94-aaa70ad7ba2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.942578 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-384fd7f4-d0c2-4221-bd94-aaa70ad7ba2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:19.949177 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] For port 29261bcd-a2cd-41c0-869b-7ba802f73afd, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:24:19.952691 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-384fd7f4-d0c2-4221-bd94-aaa70ad7ba2a admin admin] Usage tracker for resource:security_group_rule and tenant:0ea842bc001b4a21a3ecc21e6e323fae is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:19.955459 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] For port 29261bcd-a2cd-41c0-869b-7ba802f73afd, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:24:19.957456 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-384fd7f4-d0c2-4221-bd94-aaa70ad7ba2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:19.969602 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19c09bd-ad3e-422c-9834-eebcb7a2a567', 'name': 'network-vif-deleted', 'tag': 'f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4', 'status': 'completed', 'code': 200}
Jul 23 16:24:19.972823 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-6bf612e5-09c0-4d56-9c91-9cc6335d8756 None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:24:19.973994 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:19.988215 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:20.000556 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-384fd7f4-d0c2-4221-bd94-aaa70ad7ba2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:20.075269 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:20.075500 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:20.077303 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] 10.222.0.83 "PUT /v2.0/ports/29261bcd-a2cd-41c0-869b-7ba802f73afd HTTP/1.1" status: 200  len: 1093 time: 2.4620090
Jul 23 16:24:20.168392 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-384fd7f4-d0c2-4221-bd94-aaa70ad7ba2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:20.178737 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-384fd7f4-d0c2-4221-bd94-aaa70ad7ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:20.231741 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-39376191-c07a-4a0a-a3d4-b24e54271c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:20.300630 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fd7f4-d0c2-4221-bd94-aaa70ad7ba2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7591171a-bcc0-4096-b746-aa11e8d96059,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:20.309855 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-384fd7f4-d0c2-4221-bd94-aaa70ad7ba2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:20.322304 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-384fd7f4-d0c2-4221-bd94-aaa70ad7ba2a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0ea842bc001b4a21a3ecc21e6e323fae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4477968
Jul 23 16:24:20.326059 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48966) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:20.329801 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Pushing event updated for resources: {'Port': ['ID=29261bcd-a2cd-41c0-869b-7ba802f73afd,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:20.346041 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:20.354498 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-67bbf6e2-f63f-4f52-8a02-c71ef2062f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:20.407725 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-5c0f4802-826d-4fca-a66f-3b08df50ed0e req-f2ab07ec-85bf-434d-a9ff-cbcaa27d170d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Synchronizing usage tracker for tenant:e89cf1ea5dbf40b3b0e280a89adce958 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:24:20.419257 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-67bbf6e2-f63f-4f52-8a02-c71ef2062f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:20.431218 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f48c1f37-7bf4-4634-9d4f-ddb9a633f70b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:20.431972 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-17c02120-53ab-4d08-9c76-1fc016fe95fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:20.466395 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-17c02120-53ab-4d08-9c76-1fc016fe95fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:20.481030 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-5c0f4802-826d-4fca-a66f-3b08df50ed0e req-f2ab07ec-85bf-434d-a9ff-cbcaa27d170d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Unset dirty status for tenant:e89cf1ea5dbf40b3b0e280a89adce958 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:24:20.483485 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5c0f4802-826d-4fca-a66f-3b08df50ed0e req-f2ab07ec-85bf-434d-a9ff-cbcaa27d170d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=c19c09bd-ad3e-422c-9834-eebcb7a2a567 HTTP/1.1" status: 200  len: 210 time: 0.2385252
Jul 23 16:24:20.507857 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-67bbf6e2-f63f-4f52-8a02-c71ef2062f34 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=376e079fe146439085b78aa93ccfcb41&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0289855
Jul 23 16:24:20.508697 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbf6e2-f63f-4f52-8a02-c71ef2062f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d8b0ce-a6fd-4682-9ba5-e6b0e31c68e1,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:20.511792 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 48972) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:20.519378 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6bf612e5-09c0-4d56-9c91-9cc6335d8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919723d60>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 5, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:20.528079 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-67bbf6e2-f63f-4f52-8a02-c71ef2062f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:20.529138 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf612e5-09c0-4d56-9c91-9cc6335d8756 None None] Checking router: 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:24:20.536233 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-17c02120-53ab-4d08-9c76-1fc016fe95fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:20.539726 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf612e5-09c0-4d56-9c91-9cc6335d8756 None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:24:20.540598 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6bf612e5-09c0-4d56-9c91-9cc6335d8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919723d60>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:23:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:20.541350 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-bac9a4e4-6d4d-4808-ab02-4051881c63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:20.542849 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-f736923b-6dce-4d68-b7ff-56adca36b46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:20.543116 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-bac9a4e4-6d4d-4808-ab02-4051881c63c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8a773d9e6b4d9795b2f5b90064e860&device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 1096 time: 0.2645187
Jul 23 16:24:20.556782 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c18ad-5e2d-427f-bd05-46cb42319934 req-6bd0e05f-b655-49fc-ac88-cec7d7c0c8fb tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:20.556982 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c02120-53ab-4d08-9c76-1fc016fe95fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7591171a-bcc0-4096-b746-aa11e8d96059,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:20.558310 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c51c18ad-5e2d-427f-bd05-46cb42319934 req-6bd0e05f-b655-49fc-ac88-cec7d7c0c8fb tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.5113585
Jul 23 16:24:20.565421 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-17c02120-53ab-4d08-9c76-1fc016fe95fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:20.567083 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-17c02120-53ab-4d08-9c76-1fc016fe95fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:20.571495 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-17c02120-53ab-4d08-9c76-1fc016fe95fc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7591171a-bcc0-4096-b746-aa11e8d96059 HTTP/1.1" status: 204  len: 168 time: 0.2443416
Jul 23 16:24:20.675252 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-dfa20f9a-5602-4b04-86b1-07a0ffb99fc2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd HTTP/1.1" status: 200  len: 217 time: 0.1138637
Jul 23 16:24:20.756085 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-6bf612e5-09c0-4d56-9c91-9cc6335d8756 None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:24:20.785222 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c51c18ad-5e2d-427f-bd05-46cb42319934 req-3eed7583-a746-4f5b-af7b-1adf537df8d4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1545839
Jul 23 16:24:20.786551 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4bd4-c49d-46cf-aeda-e25a7e71aa1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:20.805731 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-db29dfa1-50f1-4116-b678-d80338010225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:20.808320 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-db29dfa1-50f1-4116-b678-d80338010225 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e34adca-7868-4b61-841f-2f53fbae97c4 HTTP/1.1" status: 200  len: 856 time: 0.1228769
Jul 23 16:24:20.874329 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4bd4-c49d-46cf-aeda-e25a7e71aa1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:20.954397 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-9e559701-b97c-4f45-af24-db60f606c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:20.956405 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-9e559701-b97c-4f45-af24-db60f606c3cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b649258-53f8-4165-adb5-6ffb90974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1352284
Jul 23 16:24:20.957481 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4bd4-c49d-46cf-aeda-e25a7e71aa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:20.961757 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-9cd1a262-d714-4863-a4ee-7e03cbde0457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:21.001984 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a4bd4-c49d-46cf-aeda-e25a7e71aa1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d8b0ce-a6fd-4682-9ba5-e6b0e31c68e1,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:21.020842 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-0c8a4bd4-c49d-46cf-aeda-e25a7e71aa1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:21.026242 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4bd4-c49d-46cf-aeda-e25a7e71aa1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:21.031282 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-0c8a4bd4-c49d-46cf-aeda-e25a7e71aa1e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/09d8b0ce-a6fd-4682-9ba5-e6b0e31c68e1 HTTP/1.1" status: 204  len: 168 time: 0.5025594
Jul 23 16:24:21.075145 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48982) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:21.098578 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8db44b65-f009-4000-bf93-5a8dd3d15849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:21.121356 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-8db44b65-f009-4000-bf93-5a8dd3d15849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:21.128251 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-8db44b65-f009-4000-bf93-5a8dd3d15849 admin admin] Usage tracker for resource:security_group_rule and tenant:61dff6acdc814c29b69405c3ef8d3fdd is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:21.131629 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-8db44b65-f009-4000-bf93-5a8dd3d15849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:21.139607 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-8db44b65-f009-4000-bf93-5a8dd3d15849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:21.163950 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-cb5110a8-3f56-41bc-b833-a38330ecb649 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1891603
Jul 23 16:24:21.252532 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8db44b65-f009-4000-bf93-5a8dd3d15849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:21.264235 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8db44b65-f009-4000-bf93-5a8dd3d15849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:21.275403 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-0f1fec28-2b28-4445-a8f8-9238cdc670b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:21.280014 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6bf612e5-09c0-4d56-9c91-9cc6335d8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919723d60>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 5, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:21.286087 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf612e5-09c0-4d56-9c91-9cc6335d8756 None None] The sync data for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi is: [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 5, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:24:21.335734 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-8db44b65-f009-4000-bf93-5a8dd3d15849 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=61dff6acdc814c29b69405c3ef8d3fdd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2564907
Jul 23 16:24:21.335734 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db44b65-f009-4000-bf93-5a8dd3d15849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a79f44-d314-4502-982b-5935f4a503a1,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:21.338217 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-8db44b65-f009-4000-bf93-5a8dd3d15849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:21.339877 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 48988) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:21.354679 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:24:21.426609 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:24:21.427659 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device f95e1d84-7ae8-46d7-a61b-671a8e5b6ef4 not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:24:21.461797 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-46b03323-b0ce-486e-b04c-0027bf152ec6 req-29d3865e-a259-4d44-8085-85cb8d4fba51 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2852161
Jul 23 16:24:21.554624 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e159cd7f-68b2-4fc5-853b-d9d4a7ed2f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:21.597686 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e159cd7f-68b2-4fc5-853b-d9d4a7ed2f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:21.679561 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e159cd7f-68b2-4fc5-853b-d9d4a7ed2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:21.685666 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-deebda77-9673-45f6-bda3-bce3da6da9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:21.697288 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 49010) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:21.698561 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159cd7f-68b2-4fc5-853b-d9d4a7ed2f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a79f44-d314-4502-982b-5935f4a503a1,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:21.705761 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e159cd7f-68b2-4fc5-853b-d9d4a7ed2f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:21.706931 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e159cd7f-68b2-4fc5-853b-d9d4a7ed2f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:21.724759 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-e159cd7f-68b2-4fc5-853b-d9d4a7ed2f0d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/66a79f44-d314-4502-982b-5935f4a503a1 HTTP/1.1" status: 204  len: 168 time: 0.3831866
Jul 23 16:24:21.787013 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7416b6-1776-4b16-8936-751b1fffa3ef None None] New status for floating IP aea0da92-fc92-4107-9b6b-fa2eb1cde403: DOWN {{(pid=78521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:24:21.801509 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-24839fb6-ec63-4f1c-94a3-b12b6bb0d2f1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:21.843908 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-24839fb6-ec63-4f1c-94a3-b12b6bb0d2f1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:21.988714 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:24:22.046749 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-24839fb6-ec63-4f1c-94a3-b12b6bb0d2f1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:22.058540 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-acb0085d-0284-41a3-8870-c0a6c79adf92 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:22.094254 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'status': 'completed', 'code': 200}
Jul 23 16:24:22.098917 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24839fb6-ec63-4f1c-94a3-b12b6bb0d2f1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:22.107289 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-24839fb6-ec63-4f1c-94a3-b12b6bb0d2f1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:22.117356 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-24839fb6-ec63-4f1c-94a3-b12b6bb0d2f1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:22.118479 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-24839fb6-ec63-4f1c-94a3-b12b6bb0d2f1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "DELETE /v2.0/security-groups/bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5 HTTP/1.1" status: 204  len: 168 time: 0.4197903
Jul 23 16:24:22.122078 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 49030) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:22.186638 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.api.v2.resource [None req-b653409f-2bc1-492a-97b8-1d9ae58b5ae7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] show failed (client error): The resource could not be found.
Jul 23 16:24:22.187709 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-b653409f-2bc1-492a-97b8-1d9ae58b5ae7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups/bbf1c71b-fcd1-4425-9d8d-8b66333bd4b5 HTTP/1.1" status: 404  len: 347 time: 0.0647292
Jul 23 16:24:22.191632 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 49036) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:22.227265 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87305774-82dd-4efe-a138-4cf97462757f req-c17fda6a-27b3-4ec5-828e-46fd560113d1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:22.228748 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-87305774-82dd-4efe-a138-4cf97462757f req-c17fda6a-27b3-4ec5-828e-46fd560113d1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.2917964
Jul 23 16:24:22.263078 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da403af6-a431-41b5-83e6-fd50daa97d6b req-68a960d3-b700-48ae-aaa6-5bb1dd0fce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:22.264579 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-da403af6-a431-41b5-83e6-fd50daa97d6b req-68a960d3-b700-48ae-aaa6-5bb1dd0fce4d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8a773d9e6b4d9795b2f5b90064e860&device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 1096 time: 0.1224346
Jul 23 16:24:22.318354 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-87305774-82dd-4efe-a138-4cf97462757f req-9059fc88-7a8e-443e-b469-d15fcf61e687 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834823
Jul 23 16:24:22.395549 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-7cc7888f-05b3-4b9a-bb45-e2c4079aca36 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Deleting port eaad97bd-c32e-4891-95c3-f3ba2cdd16db {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:24:22.396228 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7cc7888f-05b3-4b9a-bb45-e2c4079aca36 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:22.428629 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da403af6-a431-41b5-83e6-fd50daa97d6b req-d898399e-79b0-4b12-a902-87f7774213c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:22.430082 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-da403af6-a431-41b5-83e6-fd50daa97d6b req-d898399e-79b0-4b12-a902-87f7774213c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b649258-53f8-4165-adb5-6ffb90974ecb HTTP/1.1" status: 200  len: 919 time: 0.1570184
Jul 23 16:24:22.505841 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-da403af6-a431-41b5-83e6-fd50daa97d6b req-43651cae-9e80-4d5a-a91e-fec0c880bf26 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd HTTP/1.1" status: 200  len: 217 time: 0.0667510
Jul 23 16:24:22.591699 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7cc7888f-05b3-4b9a-bb45-e2c4079aca36 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:22.592070 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7cc7888f-05b3-4b9a-bb45-e2c4079aca36 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:22.592536 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da403af6-a431-41b5-83e6-fd50daa97d6b req-c6733329-a178-40de-809d-d114ebab2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:22.595115 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-da403af6-a431-41b5-83e6-fd50daa97d6b req-c6733329-a178-40de-809d-d114ebab2cf3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e34adca-7868-4b61-841f-2f53fbae97c4 HTTP/1.1" status: 200  len: 856 time: 0.0793583
Jul 23 16:24:22.683687 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da403af6-a431-41b5-83e6-fd50daa97d6b req-21507303-7083-45e0-aaa1-6002aab5077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:22.685783 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-da403af6-a431-41b5-83e6-fd50daa97d6b req-21507303-7083-45e0-aaa1-6002aab5077a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b649258-53f8-4165-adb5-6ffb90974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791523
Jul 23 16:24:22.732350 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-7cc7888f-05b3-4b9a-bb45-e2c4079aca36 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Calling delete_port for eaad97bd-c32e-4891-95c3-f3ba2cdd16db owned by network:floatingip {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:24:22.837903 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-da403af6-a431-41b5-83e6-fd50daa97d6b req-bfd84134-f0b0-46f2-a67a-d98a08b6281b service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417971
Jul 23 16:24:22.959770 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7cc7888f-05b3-4b9a-bb45-e2c4079aca36 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:22.990864 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 49074) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:23.000255 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-691df7c3-8f9a-42c4-bb1f-3f841bc654a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:23.010440 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-da403af6-a431-41b5-83e6-fd50daa97d6b req-34bce8a2-9c4e-4872-921e-63c0765d2f05 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621659
Jul 23 16:24:23.107430 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7888f-05b3-4b9a-bb45-e2c4079aca36 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event deleted for resources: {'Port': ['ID=eaad97bd-c32e-4891-95c3-f3ba2cdd16db,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:23.111055 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-7cc7888f-05b3-4b9a-bb45-e2c4079aca36 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:23.192903 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7cc7888f-05b3-4b9a-bb45-e2c4079aca36 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.217600 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7cc7888f-05b3-4b9a-bb45-e2c4079aca36 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.222416 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-7cc7888f-05b3-4b9a-bb45-e2c4079aca36 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "DELETE /v2.0/floatingips/aea0da92-fc92-4107-9b6b-fa2eb1cde403 HTTP/1.1" status: 204  len: 168 time: 1.0261345
Jul 23 16:24:23.285568 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-937720225-network', 'tenant_id': '5640ca49cf6b488081cf1be4f1ae5c2f'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:23.291247 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:23.296498 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Usage tracker for resource:network and tenant:5640ca49cf6b488081cf1be4f1ae5c2f is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:23.300067 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:23.308726 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:23.321351 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Made reservation on behalf of 5640ca49cf6b488081cf1be4f1ae5c2f for: {'network': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:24:23.324476 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.340407 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.361112 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:23.365467 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Usage tracker for resource:security_group_rule and tenant:5640ca49cf6b488081cf1be4f1ae5c2f is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:23.368917 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:23.375255 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:23.419660 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 49106) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:23.427041 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--396123692', 'description': 'tempest-description--543895062'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:23.443029 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:23.452245 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Usage tracker for resource:security_group and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:23.455498 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:23.465573 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:23.493648 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.498906 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.502597 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-872e01fa-da36-452e-a615-9a063a43bcf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:23.531643 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010}  {{(pid=78519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:24:23.549078 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d860ad5d-deee-476d-8242-ba526519c129,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:23.552487 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.555416 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.555900 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.segments_db [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Added segment 8fe66339-4393-42d4-938d-6623799bc7ca of type vlan for network 7ec84297-3a73-4ee4-bf35-af54b721a8ec
Jul 23 16:24:23.557274 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:23.587135 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.589520 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:23.598386 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Usage tracker for resource:security_group_rule and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:23.602480 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:23.610136 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:23.621753 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.622771 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:23.623893 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.629789 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:23.647839 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1b743-46f7-43ec-9b04-c0e417319a5f req-f73e3fca-f819-4a7b-9d24-88da99a4dd68 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:23.649725 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1ed1b743-46f7-43ec-9b04-c0e417319a5f req-f73e3fca-f819-4a7b-9d24-88da99a4dd68 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.1538897
Jul 23 16:24:23.739480 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6593907
Jul 23 16:24:23.739480 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec84297-3a73-4ee4-bf35-af54b721a8ec,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:23.740350 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 49118) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:23.742799 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:23.746980 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Request body: {'subnet': {'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-937720225-subnet', 'tenant_id': '5640ca49cf6b488081cf1be4f1ae5c2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:23.753287 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:23.754322 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1ed1b743-46f7-43ec-9b04-c0e417319a5f req-0bfd2972-3ac5-41b9-8b74-cc27a95d1502 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879831
Jul 23 16:24:23.755374 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network 7ec84297-3a73-4ee4-bf35-af54b721a8ec details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:24:23.758399 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Usage tracker for resource:subnet and tenant:5640ca49cf6b488081cf1be4f1ae5c2f is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:23.762088 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:23.769163 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:23.788679 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.792141 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Made reservation on behalf of 5640ca49cf6b488081cf1be4f1ae5c2f for: {'subnet': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:24:23.793548 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.794879 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214796'] for subnet, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.807014 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-68754dc8-81c4-4e9d-a781-3ccbe7d8b99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:23.845864 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a145d16-326d-4795-88cf-872b4b87d869,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:23.849206 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:23.869929 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:23.871219 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4499109
Jul 23 16:24:23.874598 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 49122) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:23.880618 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-a80acdf1-87cb-4d39-94b7-4642c29a3cc8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Request body: {'security_group_rule': {'security_group_id': '2a145d16-326d-4795-88cf-872b4b87d869', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:23.887898 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-a80acdf1-87cb-4d39-94b7-4642c29a3cc8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:23.892581 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-a80acdf1-87cb-4d39-94b7-4642c29a3cc8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Usage tracker for resource:security_group_rule and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:23.896807 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-a80acdf1-87cb-4d39-94b7-4642c29a3cc8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:23.908567 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-a80acdf1-87cb-4d39-94b7-4642c29a3cc8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:23.931243 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a80acdf1-87cb-4d39-94b7-4642c29a3cc8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:24.019803 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a80acdf1-87cb-4d39-94b7-4642c29a3cc8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:24.027765 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a80acdf1-87cb-4d39-94b7-4642c29a3cc8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:24.031176 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-09836cae-ad15-4807-b355-0759433e4d45 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:24.072412 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80acdf1-87cb-4d39-94b7-4642c29a3cc8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89864546-02e1-4616-8838-18c64003517d,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:24.076930 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a80acdf1-87cb-4d39-94b7-4642c29a3cc8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:24.077220 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1710386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214910'] for subnet, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:24.087958 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a80acdf1-87cb-4d39-94b7-4642c29a3cc8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:24.088193 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:24.088315 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-a80acdf1-87cb-4d39-94b7-4642c29a3cc8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2115574
Jul 23 16:24:24.088654 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 49126) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:24.095824 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-3af5d669-1d94-4ba6-b099-4e1a4252e904 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Request body: {'security_group_rule': {'security_group_id': '2a145d16-326d-4795-88cf-872b4b87d869', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:24.103907 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-3af5d669-1d94-4ba6-b099-4e1a4252e904 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:24.108715 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-3af5d669-1d94-4ba6-b099-4e1a4252e904 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Usage tracker for resource:security_group_rule and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:24.111924 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-3af5d669-1d94-4ba6-b099-4e1a4252e904 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:24.119046 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-3af5d669-1d94-4ba6-b099-4e1a4252e904 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:24.139254 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3af5d669-1d94-4ba6-b099-4e1a4252e904 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:24.161236 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c0eecf-3f71-4e7a-9146-7045b389b218,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:24.167078 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:24.175240 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Checking segment: {'id': '8fe66339-4393-42d4-938d-6623799bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:24:24.175771 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Network hostable DHCP agents. Network: 7ec84297-3a73-4ee4-bf35-af54b721a8ec, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:24:24.196868 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Network 7ec84297-3a73-4ee4-bf35-af54b721a8ec is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:24:24.213406 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3af5d669-1d94-4ba6-b099-4e1a4252e904 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:24.216471 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, 7ec84297-3a73-4ee4-bf35-af54b721a8ec) {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:24:24.218012 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3af5d669-1d94-4ba6-b099-4e1a4252e904 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:24.222531 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:24.222740 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:24.223797 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:24.231355 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebd4658-5523-4980-a1d8-6d88e27550bf None None] Network 7ec84297-3a73-4ee4-bf35-af54b721a8ec requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:24:24.259173 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5d669-1d94-4ba6-b099-4e1a4252e904 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f909cc-39b9-4e2c-9427-47fc285da714,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:24.259429 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-0cdca57f-37d9-4183-90ef-0c22ce70b18d admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5170360
Jul 23 16:24:24.261485 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3af5d669-1d94-4ba6-b099-4e1a4252e904 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:24.267250 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-3af5d669-1d94-4ba6-b099-4e1a4252e904 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1725860
Jul 23 16:24:24.267250 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3af5d669-1d94-4ba6-b099-4e1a4252e904 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:24.267632 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 49130) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:24.282475 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Request body: {'floatingip': {'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:24.299228 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:24.306660 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Usage tracker for resource:floatingip and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:24.313225 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:24.324198 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:24.347130 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:24.633360 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:24.648086 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5caa370-5a7c-4c41-a6da-c13a8e798d06 None None] Network 7ec84297-3a73-4ee4-bf35-af54b721a8ec requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:24:25.021996 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Allocated IP 172.27.1.180 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/2d91c807-7b2d-463e-be21-6bc8d714b25b) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:24:25.066755 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd910a42-3c6a-44e2-bad5-23b7f5278bda req-7b62bc01-b592-4468-ae8d-328784d88d48 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:25.068260 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dd910a42-3c6a-44e2-bad5-23b7f5278bda req-7b62bc01-b592-4468-ae8d-328784d88d48 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.1455438
Jul 23 16:24:25.141109 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9e43fcfe-dafa-4f78-8871-43b6860ae5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:25.181918 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dd910a42-3c6a-44e2-bad5-23b7f5278bda req-f7c6f19a-69ae-45b2-b8b7-54a5e1e5b6d8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035855
Jul 23 16:24:25.246276 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:25.278496 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:25.283736 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-141dba57-088b-49d2-af19-04d0e80f3db4 tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:25.343379 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:24:25.346236 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:24:25.348562 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:24:25.393387 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 29261bcd-a2cd-41c0-869b-7ba802f73afd details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:24:25.397230 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event updated for resources: {'Port': ['ID=2d91c807-7b2d-463e-be21-6bc8d714b25b,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:25.399914 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:25.447977 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:25.510314 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:25.531778 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 29261bcd-a2cd-41c0-869b-7ba802f73afd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:25.545508 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'port_id': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'mac_address': 'fa:16:3e:ba:92:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:24:25.602419 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:25.624157 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29261bcd-a2cd-41c0-869b-7ba802f73afd {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:24:25.640110 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 29261bcd-a2cd-41c0-869b-7ba802f73afd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:25.644691 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:25.647390 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:25.714417 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=29261bcd-a2cd-41c0-869b-7ba802f73afd,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:25.721389 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:25.721731 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:25.722063 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:25.722390 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:25.722714 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:25.723068 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:25.723396 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:25.723715 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:25.724032 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:25.724353 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:25.724666 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:25.724979 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:25.725637 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:25.730263 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:25.732153 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:25.736035 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:25.845043 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event updated for resources: {'Port': ['ID=2d91c807-7b2d-463e-be21-6bc8d714b25b,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:25.847772 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:25.857454 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:25.880764 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:25.882008 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6136203
Jul 23 16:24:25.909461 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:26.013408 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['29261bcd-a2cd-41c0-869b-7ba802f73afd'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:24:26.129071 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 49184) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:26.167788 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-83eb60f4-c13a-4e0b-9ade-06ee283f0ab7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Synchronizing usage tracker for tenant:e89cf1ea5dbf40b3b0e280a89adce958 on resource:security_group {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:24:26.189007 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-83eb60f4-c13a-4e0b-9ade-06ee283f0ab7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Unset dirty status for tenant:e89cf1ea5dbf40b3b0e280a89adce958 on resource:security_group {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:24:26.190255 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-83eb60f4-c13a-4e0b-9ade-06ee283f0ab7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--396123692&fields=id&tenant_id=e89cf1ea5dbf40b3b0e280a89adce958 HTTP/1.1" status: 200  len: 267 time: 0.0802920
Jul 23 16:24:26.201916 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_v2 [None req-180f9110-944e-45b2-aef1-138845759ed4 admin admin] Deleting subnet 9b0a52fd-eedf-4f29-8cf0-573cdff26eea {{(pid=78519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:24:26.205436 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-180f9110-944e-45b2-aef1-138845759ed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:26.280842 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-180f9110-944e-45b2-aef1-138845759ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1851698'] for subnet, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:26.460118 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-180f9110-944e-45b2-aef1-138845759ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:26.466365 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-9802ec0f-d0e7-4d47-be6a-6b1d4e72fee0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:26.467884 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-9802ec0f-d0e7-4d47-be6a-6b1d4e72fee0 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/networks?id=25941fe6-7ac1-499c-9924-d29ef8bafcca HTTP/1.1" status: 200  len: 811 time: 0.2637782
Jul 23 16:24:26.488281 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-40ab4b57-73fc-4a55-aa77-09451f8ac022 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/quotas/e89cf1ea5dbf40b3b0e280a89adce958 HTTP/1.1" status: 200  len: 375 time: 0.0132270
Jul 23 16:24:26.500630 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2bb46-dc66-4d94-93d0-badefe5cf4e5 req-bf84cac9-9ee6-44ea-a44a-55436c3be32e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:26.502587 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9af2bb46-dc66-4d94-93d0-badefe5cf4e5 req-bf84cac9-9ee6-44ea-a44a-55436c3be32e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 944 time: 0.1294744
Jul 23 16:24:26.537215 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-180f9110-944e-45b2-aef1-138845759ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1709553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2214887'] for subnet, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:26.543008 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:26.584956 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f9110-944e-45b2-aef1-138845759ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0a52fd-eedf-4f29-8cf0-573cdff26eea,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:26.588306 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-180f9110-944e-45b2-aef1-138845759ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:26.589843 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-180f9110-944e-45b2-aef1-138845759ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:26.598718 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-180f9110-944e-45b2-aef1-138845759ed4 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/9b0a52fd-eedf-4f29-8cf0-573cdff26eea HTTP/1.1" status: 204  len: 168 time: 0.4659133
Jul 23 16:24:26.598718 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 49196) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:26.601684 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9af2bb46-dc66-4d94-93d0-badefe5cf4e5 req-0b368046-b1c3-4572-a456-7c977f8d9e5d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605028
Jul 23 16:24:26.626943 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-75c5b321-0d04-4b4b-a842-0b2b16de159b tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=e89cf1ea5dbf40b3b0e280a89adce958&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1233895
Jul 23 16:24:26.732347 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:26.896813 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:26.910644 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0918abdf70>,) {'filters': {'network_id': ['d8d1252a-a5a4-4304-987f-bddd3eb55ba4']}} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:26.923547 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0918abdf70>, '1aa31d67-bf31-48da-a50e-16326771884d') {'for_net_delete': True} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:26.923840 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0918abdf70>, '1aa31d67-bf31-48da-a50e-16326771884d') {} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:26.935912 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1851693'] for segment, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:26.956342 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:26.965946 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=78519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:24:26.966518 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1709463'] for segment, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]: Traceback (most recent call last):
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     timer()
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     cb(*args, **kw)
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     return func(*args, **kwargs)
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     self._notify()
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     self.callback(batched_events)
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     event.method(event)
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     return f(self, *a, **k)
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._get(url).json()
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:24:26.983449 dv-cinder-802036-1-iscsi neutron-server[78519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:24:26.992009 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-af6e629a-b34d-445a-b788-4f8ea9920e9b tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:26.993503 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-af6e629a-b34d-445a-b788-4f8ea9920e9b tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/networks?id=7ec84297-3a73-4ee4-bf35-af54b721a8ec HTTP/1.1" status: 200  len: 808 time: 0.2585907
Jul 23 16:24:27.028153 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-ff1603c9-8537-4267-802a-baa7bd57d6d7 service neutron] 10.222.0.82 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3861251
Jul 23 16:24:27.030805 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-9d4c117b-e63a-4557-8fa6-99d0409861f4 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/quotas/5640ca49cf6b488081cf1be4f1ae5c2f HTTP/1.1" status: 200  len: 375 time: 0.0239043
Jul 23 16:24:27.084516 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:27.096524 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:27.100004 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-aba87a4b-8da9-4c34-8537-9069097c49eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:27.120832 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d1252a-a5a4-4304-987f-bddd3eb55ba4,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:27.123712 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:27.138097 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-07920f53-7c26-48f8-92d1-423735730af7 admin admin] 10.222.0.82 "DELETE /v2.0/networks/d8d1252a-a5a4-4304-987f-bddd3eb55ba4 HTTP/1.1" status: 204  len: 168 time: 0.5355725
Jul 23 16:24:27.216112 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-c349a79c-4400-4a83-a3a5-cdf061728832 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=5640ca49cf6b488081cf1be4f1ae5c2f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1637554
Jul 23 16:24:27.334509 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 49222) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:27.395839 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 29261bcd-a2cd-41c0-869b-7ba802f73afd up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:24:27.414655 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-f32836e6-ac87-4c1c-b321-636cca91f7da service neutron] 10.222.0.82 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3805156
Jul 23 16:24:27.431851 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-eaad74d8-2393-4355-b1f2-01c492d0a0c8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c9ff7ff146b648038fc20622f5f03df9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0959909
Jul 23 16:24:27.435736 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 49228) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:27.447486 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-818e9bff-4e45-48ce-a635-410f3347276d service neutron] 10.222.0.82 "GET /v2.0/networks/7ec84297-3a73-4ee4-bf35-af54b721a8ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813555
Jul 23 16:24:27.513174 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port 29261bcd-a2cd-41c0-869b-7ba802f73afd completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:24:27.515263 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1594adc3-8f23-4f1d-99a9-e8037f7b7329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:27.519590 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 29261bcd-a2cd-41c0-869b-7ba802f73afd triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:24:27.520143 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:27.546949 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1594adc3-8f23-4f1d-99a9-e8037f7b7329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:27.639636 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1594adc3-8f23-4f1d-99a9-e8037f7b7329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:27.645411 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-295932fc-3ff9-459c-891a-38c12c891c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:27.665495 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594adc3-8f23-4f1d-99a9-e8037f7b7329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793ee313-588e-4b19-8caa-b51feb5b9288,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:27.665998 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7cae0851-b266-4519-8f92-c7b164649e75 req-29fa378a-a985-44d9-9ecc-bc4567b1953b tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 210 time: 0.0586381
Jul 23 16:24:27.668646 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1594adc3-8f23-4f1d-99a9-e8037f7b7329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:27.675399 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1594adc3-8f23-4f1d-99a9-e8037f7b7329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:27.679054 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-1594adc3-8f23-4f1d-99a9-e8037f7b7329 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/793ee313-588e-4b19-8caa-b51feb5b9288 HTTP/1.1" status: 204  len: 168 time: 0.2399330
Jul 23 16:24:27.708471 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-98855ca8-63f1-452d-9dcf-7e65f1ed4a52 service neutron] 10.222.0.82 "GET /v2.0/networks/7ec84297-3a73-4ee4-bf35-af54b721a8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2466731
Jul 23 16:24:27.770683 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:27.830650 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:24:27.863297 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 29261bcd-a2cd-41c0-869b-7ba802f73afd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:27.868178 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:27.870694 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:27.933878 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'code': 200}
Jul 23 16:24:28.121874 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4f3bf69d-94f9-4d45-b76a-a69028005fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:28.132641 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:28.143040 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4796ba53-efad-48fc-8cce-2d17739edac4 req-1cd36939-c82e-4f67-af8e-6042cd744aa8 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 210 time: 0.1454144
Jul 23 16:24:28.158303 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=29261bcd-a2cd-41c0-869b-7ba802f73afd,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:28.170313 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:28.185973 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d5821-29a8-4d16-b90c-0052867355e3 req-58e8a76d-42e9-4b9e-96ca-f8a44482b99f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:28.196173 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dd1d5821-29a8-4d16-b90c-0052867355e3 req-58e8a76d-42e9-4b9e-96ca-f8a44482b99f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.3544166
Jul 23 16:24:28.246824 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dd1d5821-29a8-4d16-b90c-0052867355e3 req-179f0182-1a65-4ba4-a255-fa398dfc06d9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467026
Jul 23 16:24:28.468289 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e13a6-2e89-4734-b1bb-621d80f975fe req-409d730f-1405-4df2-a650-23e1640c0f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:28.469882 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-761e13a6-2e89-4734-b1bb-621d80f975fe req-409d730f-1405-4df2-a650-23e1640c0f15 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 1098 time: 0.0839231
Jul 23 16:24:28.518237 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-761e13a6-2e89-4734-b1bb-621d80f975fe req-679ced5b-0b7c-4ea4-9ec8-68e963a043a6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374668
Jul 23 16:24:28.840526 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bd479997-4016-43e7-94f0-e19429cc9319 req-40da5dd8-dda4-4cd9-8268-914e3f4b2ad9 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 210 time: 0.0461214
Jul 23 16:24:28.869420 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:29.361437 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f9957d61-8e85-4ef6-82f2-0a0c734dc02e req-229d02bb-666e-4f05-9588-443cb4eb9a5d tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 210 time: 0.0825527
Jul 23 16:24:29.551283 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-d9476ffe-d595-4f4f-b1f7-a35ddc143ea1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:29.552598 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-d9476ffe-d595-4f4f-b1f7-a35ddc143ea1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.83 "GET /v2.0/networks?id=25941fe6-7ac1-499c-9924-d29ef8bafcca HTTP/1.1" status: 200  len: 811 time: 0.2263668
Jul 23 16:24:29.563657 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e820904-fcbe-4491-93ea-49e58a96b578 req-b01a3011-e292-442a-91aa-8e2ea4f3f4b0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:29.565027 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e820904-fcbe-4491-93ea-49e58a96b578 req-b01a3011-e292-442a-91aa-8e2ea4f3f4b0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.1987307
Jul 23 16:24:29.634905 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e820904-fcbe-4491-93ea-49e58a96b578 req-2c2d3f12-c1f2-407e-beaf-b6c7783c6784 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640037
Jul 23 16:24:29.657109 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-bf961e36-1c5e-44fe-b613-069b479eac58 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e89cf1ea5dbf40b3b0e280a89adce958 HTTP/1.1" status: 200  len: 379 time: 0.0556347
Jul 23 16:24:29.678433 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Request body: {'port': {'device_id': '4ac49320-354f-4d44-8312-114a0f961a75', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'admin_state_up': True, 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'security_groups': ['2a145d16-326d-4795-88cf-872b4b87d869']}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:29.814941 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:29.819443 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Usage tracker for resource:port and tenant:e89cf1ea5dbf40b3b0e280a89adce958 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:29.822307 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:29.828867 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:29.839524 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Made reservation on behalf of e89cf1ea5dbf40b3b0e280a89adce958 for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:24:29.843183 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:30.244920 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-817423a4-1aac-4ba3-93ae-826ede8e8a69 req-2c7379b1-1485-4531-a919-ec8474572dea tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 210 time: 0.2747946
Jul 23 16:24:30.306894 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Allocated IP 172.20.0.6 (25941fe6-7ac1-499c-9924-d29ef8bafcca/7922f234-6844-4bc7-8cee-7eadd522e056/60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:24:30.322308 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-98a4bab8-b39d-4e71-9e81-03f714a20340 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:30.323755 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-98a4bab8-b39d-4e71-9e81-03f714a20340 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.83 "GET /v2.0/networks?id=7ec84297-3a73-4ee4-bf35-af54b721a8ec HTTP/1.1" status: 200  len: 808 time: 0.3834429
Jul 23 16:24:30.349554 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Request body: {'port': {'device_id': 'a69a2609-687f-4e82-b5de-7634841256ee', 'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec', 'admin_state_up': True, 'tenant_id': '5640ca49cf6b488081cf1be4f1ae5c2f'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:30.352550 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:30.613550 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fc92aca3-1090-4a87-ade7-e3efa7722b81 req-66a94541-de41-4462-9bd3-fb625277db15 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 210 time: 0.1250849
Jul 23 16:24:30.691254 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:30.700885 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Usage tracker for resource:port and tenant:5640ca49cf6b488081cf1be4f1ae5c2f is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:30.705461 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:30.708337 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:30.718678 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:30.736535 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Transition to ACTIVE for port object 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 will not be triggered until provisioned by entity DHCP. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:24:30.742597 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Made reservation on behalf of 5640ca49cf6b488081cf1be4f1ae5c2f for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:24:30.746846 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:30.850411 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:30.859873 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-e66f26cb-46fc-45f4-a059-f2475b19ed9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:30.984687 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Network 25941fe6-7ac1-499c-9924-d29ef8bafcca is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:24:30.990138 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:24:30.997898 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:24:31.047668 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event updated for resources: {'Port': ['ID=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:31.066575 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:31.115663 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Allocated IP 172.20.0.10 (7ec84297-3a73-4ee4-bf35-af54b721a8ec/f7c0eecf-3f71-4e7a-9146-7045b389b218/8d4d46f6-4672-4d20-a773-833da669978b) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:24:31.141685 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:31.142304 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:31.210834 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5360661
Jul 23 16:24:31.236525 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Request body: {'port': {'device_id': '4ac49320-354f-4d44-8312-114a0f961a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:31.300632 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-060a3ede-f473-4a67-ab28-39306370ede1 None None] Provisioning for port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:24:31.305594 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-060a3ede-f473-4a67-ab28-39306370ede1 None None] Provisioning complete for port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:24:31.305965 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-060a3ede-f473-4a67-ab28-39306370ede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:31.340405 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2cfde-95be-4d33-9f6d-b494dc03239c req-11c53042-3ea9-4f38-b64a-effa2f190a9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:31.341916 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-eba2cfde-95be-4d33-9f6d-b494dc03239c req-11c53042-3ea9-4f38-b64a-effa2f190a9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.2825205
Jul 23 16:24:31.362912 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-060a3ede-f473-4a67-ab28-39306370ede1 None None] Port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:24:31.572034 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-eba2cfde-95be-4d33-9f6d-b494dc03239c req-a4ccc52c-afac-4784-8838-0a33938bf01e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1769962
Jul 23 16:24:31.595968 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:31.614635 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:31.690032 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7cf17-28b9-4c00-ad03-4bc3d47458e6 req-96b164a6-db47-4283-8d32-c7b97d151ab1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:31.690736 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-73d7cf17-28b9-4c00-ad03-4bc3d47458e6 req-96b164a6-db47-4283-8d32-c7b97d151ab1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Synchronizing usage tracker for tenant:e89cf1ea5dbf40b3b0e280a89adce958 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:24:31.824293 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-73d7cf17-28b9-4c00-ad03-4bc3d47458e6 req-96b164a6-db47-4283-8d32-c7b97d151ab1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Unset dirty status for tenant:e89cf1ea5dbf40b3b0e280a89adce958 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:24:31.825449 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-73d7cf17-28b9-4c00-ad03-4bc3d47458e6 req-96b164a6-db47-4283-8d32-c7b97d151ab1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 931 time: 0.4315906
Jul 23 16:24:31.846983 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:31.869273 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a7fb9823-c43a-47ba-ba82-d456284d2626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:31.979797 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Network 7ec84297-3a73-4ee4-bf35-af54b721a8ec is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:24:31.998914 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:24:32.009354 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:24:32.054704 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-73d7cf17-28b9-4c00-ad03-4bc3d47458e6 req-dd7bf12a-b129-4595-85d1-d2d86dae3772 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a145d16-326d-4795-88cf-872b4b87d869&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2130334
Jul 23 16:24:32.172363 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 49324) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:32.241340 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Pushing event updated for resources: {'Port': ['ID=8d4d46f6-4672-4d20-a773-833da669978b,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:32.252426 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2b0f4-fd67-4fa9-beec-39486d15aef7 req-1acdde1f-e08a-4aaa-a7f3-c8a1ccccc553 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:32.253908 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6aa2b0f4-fd67-4fa9-beec-39486d15aef7 req-1acdde1f-e08a-4aaa-a7f3-c8a1ccccc553 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.5757997
Jul 23 16:24:32.254764 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:32.262928 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 49330) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:32.268796 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-bd00f79c-1dbe-496a-847a-7c23ccd566c9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Request body: {'floatingip': {'port_id': '29261bcd-a2cd-41c0-869b-7ba802f73afd'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:32.340232 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:32.340861 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:32.368724 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-bd00f79c-1dbe-496a-847a-7c23ccd566c9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:32.389618 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0469866
Jul 23 16:24:32.418912 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Request body: {'port': {'device_id': 'a69a2609-687f-4e82-b5de-7634841256ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:32.428186 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-126a0642-c09b-4f4d-bd7e-a4317b01bee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:32.457064 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cefbf-8a24-45a8-a2ac-2aacf0f04f6e req-62863d88-98c1-4236-8b63-5b4908e21bb3 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:32.457775 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-c92cefbf-8a24-45a8-a2ac-2aacf0f04f6e req-62863d88-98c1-4236-8b63-5b4908e21bb3 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Synchronizing usage tracker for tenant:5640ca49cf6b488081cf1be4f1ae5c2f on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:24:32.491506 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-126a0642-c09b-4f4d-bd7e-a4317b01bee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:32.514854 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-126a0642-c09b-4f4d-bd7e-a4317b01bee7 admin admin] Usage tracker for resource:security_group_rule and tenant:9a68066e271a49e6b5f0b540ec9abb32 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:32.523529 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-126a0642-c09b-4f4d-bd7e-a4317b01bee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:32.532823 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-126a0642-c09b-4f4d-bd7e-a4317b01bee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:32.584089 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:24:32.607713 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-c92cefbf-8a24-45a8-a2ac-2aacf0f04f6e req-62863d88-98c1-4236-8b63-5b4908e21bb3 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Unset dirty status for tenant:5640ca49cf6b488081cf1be4f1ae5c2f on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:24:32.608879 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c92cefbf-8a24-45a8-a2ac-2aacf0f04f6e req-62863d88-98c1-4236-8b63-5b4908e21bb3 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 932 time: 0.3768034
Jul 23 16:24:32.612881 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:32.704271 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Transition to ACTIVE for port object 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:24:32.704957 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:32.721895 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:32.736013 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-be6263e4-3e1d-42f0-9dde-3ad085b44c49 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:32.739613 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-126a0642-c09b-4f4d-bd7e-a4317b01bee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:32.748826 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-126a0642-c09b-4f4d-bd7e-a4317b01bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:32.764915 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-582865e6-ce32-47f4-85a3-535b05751fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:32.873201 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-126a0642-c09b-4f4d-bd7e-a4317b01bee7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9a68066e271a49e6b5f0b540ec9abb32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6976912
Jul 23 16:24:32.904254 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 49336) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:32.915336 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a0642-c09b-4f4d-bd7e-a4317b01bee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624b1fbb-36a3-4af5-b4ff-c0dac9982980,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:32.918629 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-126a0642-c09b-4f4d-bd7e-a4317b01bee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:32.947613 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c92cefbf-8a24-45a8-a2ac-2aacf0f04f6e req-1ffac2f0-0baf-4ec9-97f6-d10cbe37109c tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3262451
Jul 23 16:24:32.970227 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Pushing event updated for resources: {'Port': ['ID=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:33.016251 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:33.139516 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ce8f3-e66e-4fc1-b907-cf018d69dd56 req-d42991de-f87f-4bef-b44a-5f6383537f6a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:33.141197 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-db7ce8f3-e66e-4fc1-b907-cf018d69dd56 req-d42991de-f87f-4bef-b44a-5f6383537f6a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.5239835
Jul 23 16:24:33.281214 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-bd00f79c-1dbe-496a-847a-7c23ccd566c9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:33.285534 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-bd00f79c-1dbe-496a-847a-7c23ccd566c9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:33.327816 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-02b96127-9af2-404e-98f1-59f4825b6d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:33.415668 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Attempting to bind port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:24:33.416003 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Attempting to bind port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:24:33.416326 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Attempting to bind port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 on network 25941fe6-7ac1-499c-9924-d29ef8bafcca {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:24:33.422485 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-db7ce8f3-e66e-4fc1-b907-cf018d69dd56 req-e6757fc9-d5f9-4d92-b5a4-46e13df77b2e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2653680
Jul 23 16:24:33.449720 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 on network 25941fe6-7ac1-499c-9924-d29ef8bafcca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:24:33.450044 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Attempting to bind port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 on network 25941fe6-7ac1-499c-9924-d29ef8bafcca {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:24:33.456146 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-02b96127-9af2-404e-98f1-59f4825b6d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:33.472269 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.l3_db [None req-bd00f79c-1dbe-496a-847a-7c23ccd566c9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Floating IP 05ddf3cf-388f-4994-966c-149aa562760c associated. External IP: 172.27.1.40, port: 29261bcd-a2cd-41c0-869b-7ba802f73afd.
Jul 23 16:24:33.476363 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:24:33.476699 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Checking segment: {'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:24:33.477082 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Bound using segment: {'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:24:33.477525 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Bound port: 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:24:33.477862 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:33.653886 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac3448-7bcb-40a9-b641-23d87de4781a req-0e123882-403c-45f4-ad89-4201f91cf123 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:33.655429 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f8ac3448-7bcb-40a9-b641-23d87de4781a req-0e123882-403c-45f4-ad89-4201f91cf123 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 943 time: 0.4340615
Jul 23 16:24:33.724742 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] For port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:24:33.740321 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-02b96127-9af2-404e-98f1-59f4825b6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:33.744656 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] For port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:24:33.748876 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-597054ad-d917-47c4-a46b-7b73a5554324 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:33.771454 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4d46f6-4672-4d20-a773-833da669978b {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:24:33.776088 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:33.785653 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b96127-9af2-404e-98f1-59f4825b6d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624b1fbb-36a3-4af5-b4ff-c0dac9982980,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:33.788351 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:33.799912 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-02b96127-9af2-404e-98f1-59f4825b6d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:33.803810 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-692f13f8-b71c-4f07-8412-9ce4273cf8a5 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:33.847842 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f8ac3448-7bcb-40a9-b641-23d87de4781a req-9f099a92-9baf-455f-a23c-c5225660a7ec tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a145d16-326d-4795-88cf-872b4b87d869&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1584127
Jul 23 16:24:33.858478 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd00f79c-1dbe-496a-847a-7c23ccd566c9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Router 446e8bf8-296f-47f2-bff1-cd2e83e98190 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:24:33.871599 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-02b96127-9af2-404e-98f1-59f4825b6d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:33.872732 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-02b96127-9af2-404e-98f1-59f4825b6d2a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/624b1fbb-36a3-4af5-b4ff-c0dac9982980 HTTP/1.1" status: 204  len: 168 time: 0.9559720
Jul 23 16:24:33.879200 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:33.879532 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:33.880877 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] 10.222.0.83 "PUT /v2.0/ports/60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 HTTP/1.1" status: 200  len: 1093 time: 2.6528080
Jul 23 16:24:33.883689 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac49320-354f-4d44-8312-114a0f961a75', 'tag': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:24:33.891718 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Transition to ACTIVE for port object 8d4d46f6-4672-4d20-a773-833da669978b will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:24:33.911296 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:33.939984 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Pushing event updated for resources: {'Port': ['ID=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:33.943916 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:33.944408 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:33.990007 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac49320-354f-4d44-8312-114a0f961a75', 'tag': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74', 'status': 'completed', 'code': 200}
Jul 23 16:24:34.278881 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd00f79c-1dbe-496a-847a-7c23ccd566c9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:24:34.295280 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-bd00f79c-1dbe-496a-847a-7c23ccd566c9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:34.297063 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b3eed-1712-4085-b8d7-bfa07f1427f2 None None] Sync routers for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:24:34.309893 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b3eed-1712-4085-b8d7-bfa07f1427f2 None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:24:34.311008 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-631b3eed-1712-4085-b8d7-bfa07f1427f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09195f8df0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:24:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:34.325443 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 49350) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:34.361517 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8b1c-84d1-4b3b-9254-bec4eb8cf810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:34.383293 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-ea3f8b1c-84d1-4b3b-9254-bec4eb8cf810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:34.389895 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-bd00f79c-1dbe-496a-847a-7c23ccd566c9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "PUT /v2.0/floatingips/05ddf3cf-388f-4994-966c-149aa562760c HTTP/1.1" status: 200  len: 990 time: 2.1226704
Jul 23 16:24:34.389895 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd'}] {{(pid=78519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:24:34.393381 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-ea3f8b1c-84d1-4b3b-9254-bec4eb8cf810 admin admin] Usage tracker for resource:security_group_rule and tenant:c4b8bcae6b404501b060f8f5b13fd2fd is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:34.396515 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-ea3f8b1c-84d1-4b3b-9254-bec4eb8cf810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:34.405578 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-ea3f8b1c-84d1-4b3b-9254-bec4eb8cf810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:34.427409 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Pushing event updated for resources: {'Port': ['ID=8d4d46f6-4672-4d20-a773-833da669978b,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:34.431628 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:34.508180 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8b1c-84d1-4b3b-9254-bec4eb8cf810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:34.516902 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8b1c-84d1-4b3b-9254-bec4eb8cf810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:34.530624 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-36bd3302-5f54-4b51-8b70-07d66bf186f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:34.533682 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-631b3eed-1712-4085-b8d7-bfa07f1427f2 None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:24:34.580855 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-eede9f8c-0c41-4725-88a6-5143a400c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:34.582887 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-eede9f8c-0c41-4725-88a6-5143a400c464 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e89cf1ea5dbf40b3b0e280a89adce958&device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 1096 time: 0.5921352
Jul 23 16:24:34.585016 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Attempting to bind port 8d4d46f6-4672-4d20-a773-833da669978b on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:24:34.585503 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Attempting to bind port 8d4d46f6-4672-4d20-a773-833da669978b by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '8fe66339-4393-42d4-938d-6623799bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:24:34.585841 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Attempting to bind port 8d4d46f6-4672-4d20-a773-833da669978b on network 7ec84297-3a73-4ee4-bf35-af54b721a8ec {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:24:34.593560 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-ea3f8b1c-84d1-4b3b-9254-bec4eb8cf810 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c4b8bcae6b404501b060f8f5b13fd2fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2644618
Jul 23 16:24:34.593560 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f8b1c-84d1-4b3b-9254-bec4eb8cf810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e743d328-db86-40df-abb3-a1504d6546ba,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:34.594510 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 49362) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:34.597008 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ea3f8b1c-84d1-4b3b-9254-bec4eb8cf810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:34.600944 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Port 8d4d46f6-4672-4d20-a773-833da669978b on network 7ec84297-3a73-4ee4-bf35-af54b721a8ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:24:34.601274 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Attempting to bind port 8d4d46f6-4672-4d20-a773-833da669978b on network 7ec84297-3a73-4ee4-bf35-af54b721a8ec {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:24:34.671170 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-072f5dd9-bfad-4770-bc79-e14e6d0f0d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:34.697835 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-af93a7a4-a087-4cdc-bc1e-2b570a9fbb1f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 HTTP/1.1" status: 200  len: 217 time: 0.0992708
Jul 23 16:24:34.708168 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68898-ab85-4c0a-9c90-d60126534c8a req-b5859c04-2a72-412b-8049-c020208dc260 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:34.710478 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-69c68898-ab85-4c0a-9c90-d60126534c8a req-b5859c04-2a72-412b-8049-c020208dc260 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 944 time: 0.5109656
Jul 23 16:24:34.715443 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:24:34.716094 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Checking segment: {'id': '8fe66339-4393-42d4-938d-6623799bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:24:34.716739 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Bound using segment: {'id': '8fe66339-4393-42d4-938d-6623799bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:24:34.717596 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Bound port: 8d4d46f6-4672-4d20-a773-833da669978b, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe66339-4393-42d4-938d-6623799bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:24:34.718266 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:34.718488 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-072f5dd9-bfad-4770-bc79-e14e6d0f0d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:34.786162 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-072f5dd9-bfad-4770-bc79-e14e6d0f0d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:34.793249 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-52c05c86-deb1-4ad6-be33-147610bc17fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:34.809013 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f5dd9-bfad-4770-bc79-e14e6d0f0d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e743d328-db86-40df-abb3-a1504d6546ba,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:34.821532 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-072f5dd9-bfad-4770-bc79-e14e6d0f0d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:34.824000 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-072f5dd9-bfad-4770-bc79-e14e6d0f0d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:34.825545 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-072f5dd9-bfad-4770-bc79-e14e6d0f0d44 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e743d328-db86-40df-abb3-a1504d6546ba HTTP/1.1" status: 204  len: 168 time: 0.2303059
Jul 23 16:24:34.902235 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'status': 'completed', 'code': 200}
Jul 23 16:24:34.920898 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] For port 8d4d46f6-4672-4d20-a773-833da669978b, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:24:34.930615 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] For port 8d4d46f6-4672-4d20-a773-833da669978b, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8d4d46f6-4672-4d20-a773-833da669978b,segment=NetworkSegment(8fe66339-4393-42d4-938d-6623799bc7ca),segment_id=8fe66339-4393-42d4-938d-6623799bc7ca)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:24:34.939889 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:34.948189 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4138a953-6634-4efc-b88b-065c6c68da1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:35.072746 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-631b3eed-1712-4085-b8d7-bfa07f1427f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09195f8df0>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '05ddf3cf-388f-4994-966c-149aa562760c', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'port_id': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'mac_address': 'fa:16:3e:ba:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:24:12Z', 'updated_at': '2021-07-23T16:24:33Z', 'revision_number': 1, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:34Z', 'revision_number': 5, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:35.078089 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b3eed-1712-4085-b8d7-bfa07f1427f2 None None] Checking router: 446e8bf8-296f-47f2-bff1-cd2e83e98190 for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:24:35.092530 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-a4224eb4-a8ff-4d24-849d-9810ebd4a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:35.094037 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b3eed-1712-4085-b8d7-bfa07f1427f2 None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:24:35.094256 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-a4224eb4-a8ff-4d24-849d-9810ebd4a74d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7922f234-6844-4bc7-8cee-7eadd522e056 HTTP/1.1" status: 200  len: 850 time: 0.3824966
Jul 23 16:24:35.095863 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-631b3eed-1712-4085-b8d7-bfa07f1427f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09195f8df0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:24:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:35.097809 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-69c68898-ab85-4c0a-9c90-d60126534c8a req-6fb316c6-bf0f-446b-901f-6df810d9d71f tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3291490
Jul 23 16:24:35.111329 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:35.112211 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:35.114030 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] 10.222.0.83 "PUT /v2.0/ports/8d4d46f6-4672-4d20-a773-833da669978b HTTP/1.1" status: 200  len: 1094 time: 2.7022908
Jul 23 16:24:35.137648 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8498ef-da4f-4203-8e3a-520693ae0ae2 req-98f76801-93a6-4b4c-bc4d-7f731fdef086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:35.139933 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-fe8498ef-da4f-4203-8e3a-520693ae0ae2 req-98f76801-93a6-4b4c-bc4d-7f731fdef086 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8a773d9e6b4d9795b2f5b90064e860&device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 1098 time: 0.1827829
Jul 23 16:24:35.327422 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8498ef-da4f-4203-8e3a-520693ae0ae2 req-7214801d-4ab7-4ed3-9aed-2c997ea79051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:35.329226 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-fe8498ef-da4f-4203-8e3a-520693ae0ae2 req-7214801d-4ab7-4ed3-9aed-2c997ea79051 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b649258-53f8-4165-adb5-6ffb90974ecb HTTP/1.1" status: 200  len: 919 time: 0.1697357
Jul 23 16:24:35.332443 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-631b3eed-1712-4085-b8d7-bfa07f1427f2 None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:24:35.335545 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Pushing event updated for resources: {'Port': ['ID=8d4d46f6-4672-4d20-a773-833da669978b,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:35.349465 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:35.371795 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 49372) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:35.410475 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e95be8b7-d401-44de-8033-c04001a16fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:35.446237 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7a9ce-25bf-46a7-85f3-f3d837800de5 req-12cff457-eebf-46a5-9d27-e8115c05faaf tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:35.447793 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5ed7a9ce-25bf-46a7-85f3-f3d837800de5 req-12cff457-eebf-46a5-9d27-e8115c05faaf tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.4046659
Jul 23 16:24:35.449186 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-fe8498ef-da4f-4203-8e3a-520693ae0ae2 req-b04a0567-0083-4c22-81c1-b44732f95fe2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd HTTP/1.1" status: 200  len: 998 time: 0.1113777
Jul 23 16:24:35.457962 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-4fab52bd-a819-4d13-a90d-bde84cbe448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:35.459453 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-4fab52bd-a819-4d13-a90d-bde84cbe448c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25941fe6-7ac1-499c-9924-d29ef8bafcca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3285911
Jul 23 16:24:35.462645 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-e95be8b7-d401-44de-8033-c04001a16fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:35.467178 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-0233353a-9e79-4996-bedd-3d0bca233d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:35.468615 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-0233353a-9e79-4996-bedd-3d0bca233d83 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5640ca49cf6b488081cf1be4f1ae5c2f&device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 1097 time: 0.2541249
Jul 23 16:24:35.561370 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-e95be8b7-d401-44de-8033-c04001a16fdc admin admin] Usage tracker for resource:security_group_rule and tenant:c1153d098c2148d9b53dde9958547144 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:24:35.575930 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-e95be8b7-d401-44de-8033-c04001a16fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:24:35.613863 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4fa5-9bb8-432f-9e8f-7192bd0a0356 req-86e55c6e-0a5e-4a13-b84b-d1688dd4ef2b tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:35.615384 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-794f4fa5-9bb8-432f-9e8f-7192bd0a0356 req-86e55c6e-0a5e-4a13-b84b-d1688dd4ef2b tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 943 time: 0.3595407
Jul 23 16:24:35.616582 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-e95be8b7-d401-44de-8033-c04001a16fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:35.621899 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-06c0229f-5801-4cec-86bd-f61a118d19ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4d46f6-4672-4d20-a773-833da669978b HTTP/1.1" status: 200  len: 217 time: 0.1172071
Jul 23 16:24:35.643647 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8498ef-da4f-4203-8e3a-520693ae0ae2 req-6d18fea8-b62f-4041-89e4-2b31e988b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:35.645641 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-fe8498ef-da4f-4203-8e3a-520693ae0ae2 req-6d18fea8-b62f-4041-89e4-2b31e988b67b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e34adca-7868-4b61-841f-2f53fbae97c4 HTTP/1.1" status: 200  len: 856 time: 0.1837866
Jul 23 16:24:35.733810 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8498ef-da4f-4203-8e3a-520693ae0ae2 req-db112665-6024-426c-8e53-1ae6a4038a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:35.735678 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-fe8498ef-da4f-4203-8e3a-520693ae0ae2 req-db112665-6024-426c-8e53-1ae6a4038a6f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b649258-53f8-4165-adb5-6ffb90974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830071
Jul 23 16:24:35.736494 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-631b3eed-1712-4085-b8d7-bfa07f1427f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09195f8df0>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '05ddf3cf-388f-4994-966c-149aa562760c', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'port_id': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'mac_address': 'fa:16:3e:ba:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:24:12Z', 'updated_at': '2021-07-23T16:24:33Z', 'revision_number': 1, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:34Z', 'revision_number': 5, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:35.741453 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b3eed-1712-4085-b8d7-bfa07f1427f2 None None] The sync data for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi is: [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '05ddf3cf-388f-4994-966c-149aa562760c', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'port_id': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'mac_address': 'fa:16:3e:ba:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:24:12Z', 'updated_at': '2021-07-23T16:24:33Z', 'revision_number': 1, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:34Z', 'revision_number': 5, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:24:35.759546 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5ed7a9ce-25bf-46a7-85f3-f3d837800de5 req-b8c02f2a-1608-49cd-9998-49e844f581db tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2984924
Jul 23 16:24:35.861653 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e95be8b7-d401-44de-8033-c04001a16fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:35.884771 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e95be8b7-d401-44de-8033-c04001a16fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:35.898718 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-8507f334-e185-44a8-bdaf-fa3ec4b358f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:35.917939 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-fe8498ef-da4f-4203-8e3a-520693ae0ae2 req-085a8a7a-ce28-42ec-8e43-19fe523d1eb9 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755109
Jul 23 16:24:35.939853 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-55936e59-ab0e-41a2-9068-f6144dfa392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:35.941297 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-55936e59-ab0e-41a2-9068-f6144dfa392b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7c0eecf-3f71-4e7a-9146-7045b389b218 HTTP/1.1" status: 200  len: 848 time: 0.3053048
Jul 23 16:24:35.962093 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-794f4fa5-9bb8-432f-9e8f-7192bd0a0356 req-edc0e18d-c28c-4f02-9a37-d73e5a0c3dc5 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a145d16-326d-4795-88cf-872b4b87d869&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3310025
Jul 23 16:24:36.011912 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-e95be8b7-d401-44de-8033-c04001a16fdc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c1153d098c2148d9b53dde9958547144&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6346533
Jul 23 16:24:36.011912 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69a2609-687f-4e82-b5de-7634841256ee', 'tag': '8d4d46f6-4672-4d20-a773-833da669978b'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:24:36.022554 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 49378) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:36.042794 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-621e12ae-f991-49a9-b2be-050cbbf58033 service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5597863
Jul 23 16:24:36.062518 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-cdfa856c-42d7-4191-b277-e086586d9335 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7ec84297-3a73-4ee4-bf35-af54b721a8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0960352
Jul 23 16:24:36.063004 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95be8b7-d401-44de-8033-c04001a16fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57c5b74-9aaa-42a2-a3df-5d359ebd1512,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:36.067272 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-e95be8b7-d401-44de-8033-c04001a16fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:36.068687 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874a890-c526-435f-adbe-ef8674da7bf2 None None] New status for floating IP 05ddf3cf-388f-4994-966c-149aa562760c: ACTIVE {{(pid=78521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:24:36.112935 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69a2609-687f-4e82-b5de-7634841256ee', 'tag': '8d4d46f6-4672-4d20-a773-833da669978b', 'status': 'completed', 'code': 200}
Jul 23 16:24:36.116456 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-fe8498ef-da4f-4203-8e3a-520693ae0ae2 req-3193cad8-ebeb-43a7-ba49-e45e44072963 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1821625
Jul 23 16:24:36.460218 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-41530471-add1-40f9-9e39-f6f27400a8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:36.549947 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-41530471-add1-40f9-9e39-f6f27400a8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:36.568983 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-e95d7751-6f87-4751-8514-5657330d9485 service neutron] 10.222.0.83 "GET /v2.0/networks/7ec84297-3a73-4ee4-bf35-af54b721a8ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4996991
Jul 23 16:24:36.577880 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb6bc785-8a4a-427c-b7bf-b75898efa0d1 req-01319116-4bc0-462c-a549-4bb7324d29d3 service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5096848
Jul 23 16:24:36.738538 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428563e-a497-4dd2-a3fd-e8ba4f5ed651 req-ee5a399f-a679-4a2d-874a-bb2b13ff8dc9 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:36.740026 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2428563e-a497-4dd2-a3fd-e8ba4f5ed651 req-ee5a399f-a679-4a2d-874a-bb2b13ff8dc9 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 944 time: 0.3478184
Jul 23 16:24:36.805798 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-41530471-add1-40f9-9e39-f6f27400a8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:36.820251 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b2f49cb3-59ce-434e-932e-3974fd832802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:36.849394 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41530471-add1-40f9-9e39-f6f27400a8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57c5b74-9aaa-42a2-a3df-5d359ebd1512,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:36.856586 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-41530471-add1-40f9-9e39-f6f27400a8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:36.863762 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82ea5ba5-481f-477e-baf4-f973bfd549cc req-49b37d75-912f-4dbe-bebe-08d10b6e77b7 service neutron] 10.222.0.83 "GET /v2.0/networks/7ec84297-3a73-4ee4-bf35-af54b721a8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2811768
Jul 23 16:24:36.868579 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2428563e-a497-4dd2-a3fd-e8ba4f5ed651 req-c0a09274-fe19-43b8-a6a2-6be16095adc9 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164780
Jul 23 16:24:36.870396 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-41530471-add1-40f9-9e39-f6f27400a8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:36.880370 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-41530471-add1-40f9-9e39-f6f27400a8a8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c57c5b74-9aaa-42a2-a3df-5d359ebd1512 HTTP/1.1" status: 204  len: 168 time: 0.8490970
Jul 23 16:24:36.953215 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69664c-1547-4a6c-9c62-0327dd3a046f req-83595883-c76f-4b7e-a6bd-2cc044ca13c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:36.954718 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e69664c-1547-4a6c-9c62-0327dd3a046f req-83595883-c76f-4b7e-a6bd-2cc044ca13c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e89cf1ea5dbf40b3b0e280a89adce958&device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 1096 time: 0.2604835
Jul 23 16:24:37.084211 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdb306-b0e0-4b84-a84b-0a9d2260f8b9 req-31456dde-22d2-49e2-aa5c-ed14a40c43d4 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:37.086305 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1dcdb306-b0e0-4b84-a84b-0a9d2260f8b9 req-31456dde-22d2-49e2-aa5c-ed14a40c43d4 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.1980410
Jul 23 16:24:37.265895 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69664c-1547-4a6c-9c62-0327dd3a046f req-2e889bc8-3194-435f-995d-0e9ace704395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:37.267272 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e69664c-1547-4a6c-9c62-0327dd3a046f req-2e889bc8-3194-435f-995d-0e9ace704395 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25941fe6-7ac1-499c-9924-d29ef8bafcca HTTP/1.1" status: 200  len: 913 time: 0.2992699
Jul 23 16:24:37.361412 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e69664c-1547-4a6c-9c62-0327dd3a046f req-20a30705-c043-411a-ba26-63636e6a8cb7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 HTTP/1.1" status: 200  len: 217 time: 0.0855851
Jul 23 16:24:37.435455 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1dcdb306-b0e0-4b84-a84b-0a9d2260f8b9 req-b0966e8e-15ec-4c0f-8adb-7478025b613b tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2394874
Jul 23 16:24:37.460325 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb80f-8b28-4695-9c9c-0f3f5ce471ba req-e536ac07-d8a8-4a95-9fef-2a79a8bfae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:37.461852 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-10acb80f-8b28-4695-9c9c-0f3f5ce471ba req-e536ac07-d8a8-4a95-9fef-2a79a8bfae9b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5640ca49cf6b488081cf1be4f1ae5c2f&device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 1097 time: 0.4927230
Jul 23 16:24:37.504598 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69664c-1547-4a6c-9c62-0327dd3a046f req-32890be7-1aa0-4846-8da1-482e14b5dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:37.506843 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e69664c-1547-4a6c-9c62-0327dd3a046f req-32890be7-1aa0-4846-8da1-482e14b5dd48 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7922f234-6844-4bc7-8cee-7eadd522e056 HTTP/1.1" status: 200  len: 850 time: 0.1314418
Jul 23 16:24:37.521148 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de227-d564-415c-ade6-387739d7fcdd req-3b2d4f4b-3bfc-4e03-965a-6e65b447fd94 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:37.522557 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-530de227-d564-415c-ade6-387739d7fcdd req-3b2d4f4b-3bfc-4e03-965a-6e65b447fd94 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 943 time: 0.3302965
Jul 23 16:24:37.723611 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-530de227-d564-415c-ade6-387739d7fcdd req-62527e99-15f7-4381-9a0b-7bb51ab03887 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a145d16-326d-4795-88cf-872b4b87d869&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1506248
Jul 23 16:24:37.753328 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb80f-8b28-4695-9c9c-0f3f5ce471ba req-34a8895f-8b45-41c3-97a3-58f615c7e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:37.755677 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-10acb80f-8b28-4695-9c9c-0f3f5ce471ba req-34a8895f-8b45-41c3-97a3-58f615c7e61d service neutron] 10.222.0.83 "GET /v2.0/networks?id=7ec84297-3a73-4ee4-bf35-af54b721a8ec HTTP/1.1" status: 200  len: 910 time: 0.2835512
Jul 23 16:24:37.832054 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69664c-1547-4a6c-9c62-0327dd3a046f req-47985310-9743-4c9a-aabf-b6b5982d84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:37.833437 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e69664c-1547-4a6c-9c62-0327dd3a046f req-47985310-9743-4c9a-aabf-b6b5982d84c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25941fe6-7ac1-499c-9924-d29ef8bafcca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2989371
Jul 23 16:24:37.842222 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-10acb80f-8b28-4695-9c9c-0f3f5ce471ba req-57f059fd-4e0f-46dd-93f9-d9cdfda97d86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4d46f6-4672-4d20-a773-833da669978b HTTP/1.1" status: 200  len: 217 time: 0.0792725
Jul 23 16:24:38.069541 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb80f-8b28-4695-9c9c-0f3f5ce471ba req-1eb2f83d-3ed6-4fe2-976b-e57c781a6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:38.071002 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-10acb80f-8b28-4695-9c9c-0f3f5ce471ba req-1eb2f83d-3ed6-4fe2-976b-e57c781a6e41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7c0eecf-3f71-4e7a-9146-7045b389b218 HTTP/1.1" status: 200  len: 848 time: 0.1979752
Jul 23 16:24:38.252984 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-10acb80f-8b28-4695-9c9c-0f3f5ce471ba req-92e8add5-d91d-40c9-9e06-ee1f11610923 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7ec84297-3a73-4ee4-bf35-af54b721a8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1735835
Jul 23 16:24:38.316617 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e69664c-1547-4a6c-9c62-0327dd3a046f req-0e178632-0809-45f9-8f6d-a75a92daf836 service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4632585
Jul 23 16:24:38.437548 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f7344-f3bf-429b-8434-cb7aa81e01f4 req-baa62e72-cf68-48e2-8c10-8a1815f3d610 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:38.439061 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e0f7344-f3bf-429b-8434-cb7aa81e01f4 req-baa62e72-cf68-48e2-8c10-8a1815f3d610 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 944 time: 0.4309366
Jul 23 16:24:38.593505 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-10acb80f-8b28-4695-9c9c-0f3f5ce471ba req-e185bf38-00ff-4b60-a9ff-bb5bdca08ea4 service neutron] 10.222.0.83 "GET /v2.0/networks/7ec84297-3a73-4ee4-bf35-af54b721a8ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3232052
Jul 23 16:24:38.647457 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e0f7344-f3bf-429b-8434-cb7aa81e01f4 req-bbfd1834-752f-485c-ad11-8bda0a00604d tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589677
Jul 23 16:24:38.677479 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3e69664c-1547-4a6c-9c62-0327dd3a046f req-d23a6906-5b1d-4f46-a77d-042e22a6c89e service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3517668
Jul 23 16:24:38.781134 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4f1c2-0062-4af3-9ac5-65566b28efca req-69a02034-c039-499a-b104-c4368616cf54 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:38.782608 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5ae4f1c2-0062-4af3-9ac5-65566b28efca req-69a02034-c039-499a-b104-c4368616cf54 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.2300985
Jul 23 16:24:38.785930 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-10acb80f-8b28-4695-9c9c-0f3f5ce471ba req-0d839be5-c4f3-401f-9fea-085b77a00905 service neutron] 10.222.0.83 "GET /v2.0/networks/7ec84297-3a73-4ee4-bf35-af54b721a8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1805398
Jul 23 16:24:38.837240 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5ae4f1c2-0062-4af3-9ac5-65566b28efca req-6fb2ae38-a128-4d4e-9053-b8a3c2cce2ca tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484507
Jul 23 16:24:38.917903 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0194c3-bbea-49f0-a104-98c7de718ca0 req-063dd783-9533-4411-83b2-87b1d6e0c9ff tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:38.919391 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2c0194c3-bbea-49f0-a104-98c7de718ca0 req-063dd783-9533-4411-83b2-87b1d6e0c9ff tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 943 time: 0.0860658
Jul 23 16:24:38.964605 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2c0194c3-bbea-49f0-a104-98c7de718ca0 req-53c86ede-666f-4dfe-bea0-575440c0828f tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a145d16-326d-4795-88cf-872b4b87d869&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394475
Jul 23 16:24:39.475842 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:24:39.611229 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:39.624437 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'port_id': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74', 'mac_address': 'fa:16:3e:f3:dc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:24:39.680988 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:39.698084 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:24:39.713372 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:39.718212 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:39.718932 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8d4d46f6-4672-4d20-a773-833da669978b details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:24:39.721060 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:39.828097 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:39.832480 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:39.841024 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a48c3-de1d-46f7-adf2-c760fbc45b2d req-3664e278-d938-4b21-8b97-ef3ddfa7a28c tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:39.842520 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-726a48c3-de1d-46f7-adf2-c760fbc45b2d req-3664e278-d938-4b21-8b97-ef3ddfa7a28c tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 944 time: 0.0897584
Jul 23 16:24:39.894313 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-726a48c3-de1d-46f7-adf2-c760fbc45b2d req-f553f026-0b62-413b-a89f-7d36f5a0ae10 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458596
Jul 23 16:24:39.927483 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8d4d46f6-4672-4d20-a773-833da669978b, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8d4d46f6-4672-4d20-a773-833da669978b,segment=NetworkSegment(8fe66339-4393-42d4-938d-6623799bc7ca),segment_id=8fe66339-4393-42d4-938d-6623799bc7ca)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:39.942309 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '8d4d46f6-4672-4d20-a773-833da669978b', 'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec', 'port_id': '8d4d46f6-4672-4d20-a773-833da669978b', 'mac_address': 'fa:16:3e:79:5f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c0eecf-3f71-4e7a-9146-7045b389b218', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:24:40.001209 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:40.019862 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4d46f6-4672-4d20-a773-833da669978b {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:24:40.036575 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8d4d46f6-4672-4d20-a773-833da669978b, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8d4d46f6-4672-4d20-a773-833da669978b,segment=NetworkSegment(8fe66339-4393-42d4-938d-6623799bc7ca),segment_id=8fe66339-4393-42d4-938d-6623799bc7ca)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:40.041112 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:40.044027 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:40.044408 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620c164-ee14-4256-98c7-5f5571940b4b req-90da279a-a176-4eac-b3e9-5da7fa14c6d0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:40.046305 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4620c164-ee14-4256-98c7-5f5571940b4b req-90da279a-a176-4eac-b3e9-5da7fa14c6d0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.0978317
Jul 23 16:24:40.134506 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4620c164-ee14-4256-98c7-5f5571940b4b req-4de374f8-48e0-4931-b27f-5011fefb3653 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820434
Jul 23 16:24:40.165523 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=8d4d46f6-4672-4d20-a773-833da669978b,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:40.170268 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:40.184970 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f834-563b-4ced-a62a-b02bb834a476 req-21dce6a1-7f21-44fc-9a30-39174f067e96 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:40.186432 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a838f834-563b-4ced-a62a-b02bb834a476 req-21dce6a1-7f21-44fc-9a30-39174f067e96 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 944 time: 0.0949187
Jul 23 16:24:40.231170 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a838f834-563b-4ced-a62a-b02bb834a476 req-2ddaa032-f76f-4ea0-86ca-dcc31aba3ddd tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a145d16-326d-4795-88cf-872b4b87d869&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386171
Jul 23 16:24:40.435835 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:24:40.462009 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['8d4d46f6-4672-4d20-a773-833da669978b'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:24:41.088518 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ba6ae-d34a-40a4-9a42-9d7b4d7ff41f req-fb821b64-722e-4c22-afce-40e9a9b14476 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:41.091799 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-250ba6ae-d34a-40a4-9a42-9d7b4d7ff41f req-fb821b64-722e-4c22-afce-40e9a9b14476 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 945 time: 0.0899909
Jul 23 16:24:41.138679 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-250ba6ae-d34a-40a4-9a42-9d7b4d7ff41f req-ea292abd-692b-4b37-83fc-f9ce4716f653 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422251
Jul 23 16:24:41.327995 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5228c-0e1d-417f-a9cd-e217306e2566 req-b7dc3210-bd19-4d29-952e-3e1088c27d06 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:41.329514 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-98c5228c-0e1d-417f-a9cd-e217306e2566 req-b7dc3210-bd19-4d29-952e-3e1088c27d06 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.0816367
Jul 23 16:24:41.425562 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-98c5228c-0e1d-417f-a9cd-e217306e2566 req-d67fc6b9-7d73-4d3b-8609-ed7ad6c304f5 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0905571
Jul 23 16:24:41.456309 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a345f-5681-453c-a9a8-1b5ad88b9a7b req-59fcab80-2d1d-412b-84f4-635782b3504d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:41.457761 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f59a345f-5681-453c-a9a8-1b5ad88b9a7b req-59fcab80-2d1d-412b-84f4-635782b3504d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 944 time: 0.1092169
Jul 23 16:24:41.488089 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:24:41.503620 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f59a345f-5681-453c-a9a8-1b5ad88b9a7b req-422298d6-b770-4b1c-9d7d-38a751891732 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a145d16-326d-4795-88cf-872b4b87d869&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402384
Jul 23 16:24:41.561305 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:24:41.566087 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:24:41.566463 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:41.690182 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:41.716926 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac49320-354f-4d44-8312-114a0f961a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:24:41.726715 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:41.732287 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:41.733330 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8d4d46f6-4672-4d20-a773-833da669978b up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:24:41.761190 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-39d99cc7-a1d8-4a4e-acda-0f0f09191b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:41.853219 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:41.858331 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:41.868847 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port 8d4d46f6-4672-4d20-a773-833da669978b completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:24:41.874164 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 8d4d46f6-4672-4d20-a773-833da669978b triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:24:41.874544 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:41.967579 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac49320-354f-4d44-8312-114a0f961a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74', 'code': 200}
Jul 23 16:24:41.999814 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:42.038522 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 8d4d46f6-4672-4d20-a773-833da669978b, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8d4d46f6-4672-4d20-a773-833da669978b,segment=NetworkSegment(8fe66339-4393-42d4-938d-6623799bc7ca),segment_id=8fe66339-4393-42d4-938d-6623799bc7ca)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:42.043067 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:42.045516 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ecc8ed58-be31-4913-af81-03de40af6415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:42.116870 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=8d4d46f6-4672-4d20-a773-833da669978b,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:42.120044 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:42.310454 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff9580-924e-4f79-8afb-2fd29892a676 req-c81cb7bf-7fbd-4099-93a5-2049624a3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:42.311986 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-85ff9580-924e-4f79-8afb-2fd29892a676 req-c81cb7bf-7fbd-4099-93a5-2049624a3136 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 1098 time: 0.1336429
Jul 23 16:24:42.369607 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10485de-219c-4e66-a958-a22a782eb308 req-330b2574-2bd6-454a-acac-678b99612930 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:42.371805 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a10485de-219c-4e66-a958-a22a782eb308 req-330b2574-2bd6-454a-acac-678b99612930 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 946 time: 0.1190341
Jul 23 16:24:42.377605 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-85ff9580-924e-4f79-8afb-2fd29892a676 req-9028bedb-b272-4ec4-a97d-ea1a6df87351 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2a145d16-326d-4795-88cf-872b4b87d869&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515022
Jul 23 16:24:42.421378 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a10485de-219c-4e66-a958-a22a782eb308 req-0f9a06a9-592c-4e1b-9bdd-0f86a14c642c tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428097
Jul 23 16:24:42.457260 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:24:42.621212 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65a119-7042-4d4f-af80-bebd548e94d5 req-13cd9d4e-68d6-42d4-9c68-954fb46fee3f tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:42.622812 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8b65a119-7042-4d4f-af80-bebd548e94d5 req-13cd9d4e-68d6-42d4-9c68-954fb46fee3f tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.0853751
Jul 23 16:24:42.814470 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8b65a119-7042-4d4f-af80-bebd548e94d5 req-40832d61-af97-4594-83da-39ff23819da7 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1599550
Jul 23 16:24:42.834798 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49ee8d-4030-4320-af35-34e47a60a4e0 req-6aff75e4-daa3-4a9e-b4aa-1837a41d4515 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:42.836353 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e49ee8d-4030-4320-af35-34e47a60a4e0 req-6aff75e4-daa3-4a9e-b4aa-1837a41d4515 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 945 time: 0.2126210
Jul 23 16:24:42.884055 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e49ee8d-4030-4320-af35-34e47a60a4e0 req-82ee2d01-9f65-459e-842c-d46a791c6bd5 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a145d16-326d-4795-88cf-872b4b87d869&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409865
Jul 23 16:24:43.611888 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f828503-9f15-4d1c-8816-eca32feef45e req-6f203159-fbb6-459f-8f2e-0d7a637c5fb9 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:43.613471 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2f828503-9f15-4d1c-8816-eca32feef45e req-6f203159-fbb6-459f-8f2e-0d7a637c5fb9 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 946 time: 0.0836213
Jul 23 16:24:43.667815 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2f828503-9f15-4d1c-8816-eca32feef45e req-50acc6cb-67a5-4a91-8cfc-f36b5a449bfb tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484498
Jul 23 16:24:43.969309 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69a2609-687f-4e82-b5de-7634841256ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4d46f6-4672-4d20-a773-833da669978b'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:24:44.008539 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e35a67-fb66-4b33-a956-da333816cd26 req-302738d2-e206-4bb6-bdd3-f0f7c0919ebf tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:44.010168 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b8e35a67-fb66-4b33-a956-da333816cd26 req-302738d2-e206-4bb6-bdd3-f0f7c0919ebf tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.0867674
Jul 23 16:24:44.107734 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b8e35a67-fb66-4b33-a956-da333816cd26 req-726d7286-a076-456d-ba4f-2ba17eb58508 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646350
Jul 23 16:24:44.134435 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089019a-4b5b-4595-a56a-7bb618e1879c req-39f0af11-5f61-4a87-8c33-4f12de68126d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:44.135941 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5089019a-4b5b-4595-a56a-7bb618e1879c req-39f0af11-5f61-4a87-8c33-4f12de68126d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 945 time: 0.1249192
Jul 23 16:24:44.160071 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69a2609-687f-4e82-b5de-7634841256ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4d46f6-4672-4d20-a773-833da669978b', 'code': 200}
Jul 23 16:24:44.182191 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5089019a-4b5b-4595-a56a-7bb618e1879c req-aa84c8ff-a577-4d09-8ad6-460343ac1d6c tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a145d16-326d-4795-88cf-872b4b87d869&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398083
Jul 23 16:24:44.371433 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97150c56-9c12-4e09-b4c3-c36bc48d0962 req-2bc11e76-f036-404a-b114-88cb9ee80321 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:44.372889 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-97150c56-9c12-4e09-b4c3-c36bc48d0962 req-2bc11e76-f036-404a-b114-88cb9ee80321 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 945 time: 0.0854993
Jul 23 16:24:44.381568 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 49446) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:44.387919 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-4002b650-1c64-437c-bffa-df2907ae680e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Request body: {'floatingip': {'port_id': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:44.515252 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4002b650-1c64-437c-bffa-df2907ae680e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:44.701731 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ae9cc-7bae-4bcc-94e2-9081f2419b24 req-d6bcfacf-0448-401b-97c8-6b732a14328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:44.703345 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c75ae9cc-7bae-4bcc-94e2-9081f2419b24 req-d6bcfacf-0448-401b-97c8-6b732a14328c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 1099 time: 0.2602386
Jul 23 16:24:44.884756 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c75ae9cc-7bae-4bcc-94e2-9081f2419b24 req-d9daebc2-60c2-45d3-b512-3b2f9b4114b9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751568
Jul 23 16:24:45.073012 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab9aa-45ce-424c-b796-98afc0e6c37e req-f393e15f-bd80-45d0-b467-6fab4dcc2cca tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:45.075095 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-deaab9aa-45ce-424c-b796-98afc0e6c37e req-f393e15f-bd80-45d0-b467-6fab4dcc2cca tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 946 time: 0.2772560
Jul 23 16:24:45.143219 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-deaab9aa-45ce-424c-b796-98afc0e6c37e req-a2820ede-c66d-4e78-bbcb-6956433cf4f6 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508554
Jul 23 16:24:45.335829 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4002b650-1c64-437c-bffa-df2907ae680e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:45.341524 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4002b650-1c64-437c-bffa-df2907ae680e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:45.605968 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f72f2b-8edc-4f80-b19e-5db2f500eb3b req-5dbbb218-d470-4c2f-835a-2f79cab3000e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:45.607820 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c1f72f2b-8edc-4f80-b19e-5db2f500eb3b req-5dbbb218-d470-4c2f-835a-2f79cab3000e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.3611255
Jul 23 16:24:45.664518 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.l3_db [None req-4002b650-1c64-437c-bffa-df2907ae680e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Floating IP a7fd38ef-f192-4f91-bfe5-fd114c7b9a0a associated. External IP: 172.27.1.180, port: 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74.
Jul 23 16:24:45.721792 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c1f72f2b-8edc-4f80-b19e-5db2f500eb3b req-e7447c15-fd5c-41ce-8b9f-bf8964d37463 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1070824
Jul 23 16:24:46.038796 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4002b650-1c64-437c-bffa-df2907ae680e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:24:46.248482 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4002b650-1c64-437c-bffa-df2907ae680e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:24:46.253045 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4002b650-1c64-437c-bffa-df2907ae680e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:46.259547 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4715ab0-0b6d-46b5-b0c8-3f1634da8909 None None] Sync routers for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:24:46.270685 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4715ab0-0b6d-46b5-b0c8-3f1634da8909 None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:24:46.271677 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d4715ab0-0b6d-46b5-b0c8-3f1634da8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919691100>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:24:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:46.358784 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-4002b650-1c64-437c-bffa-df2907ae680e tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "PUT /v2.0/floatingips/a7fd38ef-f192-4f91-bfe5-fd114c7b9a0a HTTP/1.1" status: 200  len: 991 time: 1.9760938
Jul 23 16:24:46.359998 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac49320-354f-4d44-8312-114a0f961a75', 'tag': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:24:46.392590 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1e3ef-b7c8-4e33-a36b-5ccf2dbf57a5 req-9a048286-b0ec-436e-891d-1a401e30c9bd tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:46.394146 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-85c1e3ef-b7c8-4e33-a36b-5ccf2dbf57a5 req-9a048286-b0ec-436e-891d-1a401e30c9bd tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 946 time: 0.1010895
Jul 23 16:24:46.449791 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-85c1e3ef-b7c8-4e33-a36b-5ccf2dbf57a5 req-57cabf55-01d3-4362-8945-2ba6b7bdf3c0 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493774
Jul 23 16:24:46.462789 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-d4715ab0-0b6d-46b5-b0c8-3f1634da8909 None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:24:46.582176 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac49320-354f-4d44-8312-114a0f961a75', 'tag': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74', 'status': 'completed', 'code': 200}
Jul 23 16:24:46.728323 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931d60f-7fe6-4ad8-a8ed-372073b3225d req-9021f926-1691-4125-9364-7082ec187df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:46.731491 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0931d60f-7fe6-4ad8-a8ed-372073b3225d req-9021f926-1691-4125-9364-7082ec187df8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e89cf1ea5dbf40b3b0e280a89adce958&device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 1098 time: 0.0803771
Jul 23 16:24:46.857658 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d4715ab0-0b6d-46b5-b0c8-3f1634da8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919691100>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': 'a7fd38ef-f192-4f91-bfe5-fd114c7b9a0a', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'port_id': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'mac_address': 'fa:16:3e:f3:dc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac49320-354f-4d44-8312-114a0f961a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:24:25Z', 'updated_at': '2021-07-23T16:24:45Z', 'revision_number': 1, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 5, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:46.862185 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4715ab0-0b6d-46b5-b0c8-3f1634da8909 None None] Checking router: 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:24:46.871826 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4715ab0-0b6d-46b5-b0c8-3f1634da8909 None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:24:46.872787 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d4715ab0-0b6d-46b5-b0c8-3f1634da8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919691100>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:24:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:46.953193 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931d60f-7fe6-4ad8-a8ed-372073b3225d req-c898a332-d228-47e2-8357-46ec416c856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:46.954764 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0931d60f-7fe6-4ad8-a8ed-372073b3225d req-c898a332-d228-47e2-8357-46ec416c856d service neutron] 10.222.0.83 "GET /v2.0/networks?id=25941fe6-7ac1-499c-9924-d29ef8bafcca HTTP/1.1" status: 200  len: 913 time: 0.2135170
Jul 23 16:24:47.026837 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4048f9-a679-40eb-acf9-15283737bf81 req-9df05f1e-037a-46e7-bb17-ebae624ebc7b tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:47.029203 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cc4048f9-a679-40eb-acf9-15283737bf81 req-9df05f1e-037a-46e7-bb17-ebae624ebc7b tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.1831131
Jul 23 16:24:47.105364 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0931d60f-7fe6-4ad8-a8ed-372073b3225d req-e58a74b1-841c-4892-a85e-a5e9f88d006e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 HTTP/1.1" status: 200  len: 999 time: 0.1435928
Jul 23 16:24:47.109130 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cc4048f9-a679-40eb-acf9-15283737bf81 req-0cd4853e-d6af-41b9-ba1b-13fb3e507810 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716813
Jul 23 16:24:47.114425 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-d4715ab0-0b6d-46b5-b0c8-3f1634da8909 None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:24:47.178031 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931d60f-7fe6-4ad8-a8ed-372073b3225d req-2c895fd7-ff85-4baf-b30d-143a60a7d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:47.179513 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0931d60f-7fe6-4ad8-a8ed-372073b3225d req-2c895fd7-ff85-4baf-b30d-143a60a7d808 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7922f234-6844-4bc7-8cee-7eadd522e056 HTTP/1.1" status: 200  len: 850 time: 0.0675244
Jul 23 16:24:47.256995 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931d60f-7fe6-4ad8-a8ed-372073b3225d req-922ee7b5-5409-4ba0-8908-1db660672947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:47.258490 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0931d60f-7fe6-4ad8-a8ed-372073b3225d req-922ee7b5-5409-4ba0-8908-1db660672947 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25941fe6-7ac1-499c-9924-d29ef8bafcca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723207
Jul 23 16:24:47.507329 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d4715ab0-0b6d-46b5-b0c8-3f1634da8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919691100>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': 'a7fd38ef-f192-4f91-bfe5-fd114c7b9a0a', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'port_id': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'mac_address': 'fa:16:3e:f3:dc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac49320-354f-4d44-8312-114a0f961a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:24:25Z', 'updated_at': '2021-07-23T16:24:45Z', 'revision_number': 1, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 5, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:24:47.510721 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0931d60f-7fe6-4ad8-a8ed-372073b3225d req-7e7cf5ec-b81b-4972-b82f-bf8337546736 service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2455366
Jul 23 16:24:47.512095 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4715ab0-0b6d-46b5-b0c8-3f1634da8909 None None] The sync data for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi is: [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': 'a7fd38ef-f192-4f91-bfe5-fd114c7b9a0a', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'port_id': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'mac_address': 'fa:16:3e:f3:dc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac49320-354f-4d44-8312-114a0f961a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:24:25Z', 'updated_at': '2021-07-23T16:24:45Z', 'revision_number': 1, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 5, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:24:47.735862 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a5092-b4cb-494e-8aeb-62eb242c8135 None None] New status for floating IP a7fd38ef-f192-4f91-bfe5-fd114c7b9a0a: ACTIVE {{(pid=78521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:24:47.774798 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0931d60f-7fe6-4ad8-a8ed-372073b3225d req-9a51d934-9d51-48a0-ba1f-664d9f2b53df service neutron] 10.222.0.83 "GET /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105057
Jul 23 16:24:47.788729 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714792c-0fe2-4e1d-b9be-ba9aa48875b3 req-36486de4-f719-458a-b78c-0f7be7af4de3 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:47.790237 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0714792c-0fe2-4e1d-b9be-ba9aa48875b3 req-36486de4-f719-458a-b78c-0f7be7af4de3 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 946 time: 0.1894081
Jul 23 16:24:47.839409 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0714792c-0fe2-4e1d-b9be-ba9aa48875b3 req-61281736-54bd-4ddf-afeb-136729705044 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426140
Jul 23 16:24:48.005287 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7dbb-ef4c-402e-af9b-16b96ab2e2a9 req-b7f5c987-1791-4f45-ab50-4041b82ed409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:48.006786 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3aec7dbb-ef4c-402e-af9b-16b96ab2e2a9 req-b7f5c987-1791-4f45-ab50-4041b82ed409 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8581af58d75742babcd97e9f098a70eb&device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 1099 time: 0.0760293
Jul 23 16:24:48.148957 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7dbb-ef4c-402e-af9b-16b96ab2e2a9 req-f58b3b06-0e28-47dd-8f6b-eaecaa5cd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:48.150406 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3aec7dbb-ef4c-402e-af9b-16b96ab2e2a9 req-f58b3b06-0e28-47dd-8f6b-eaecaa5cd435 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69802df8-6086-4056-836d-3b48af731fcb HTTP/1.1" status: 200  len: 911 time: 0.1360059
Jul 23 16:24:48.303036 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3aec7dbb-ef4c-402e-af9b-16b96ab2e2a9 req-46fa2abc-6a17-4652-85ef-c91d1f1ef77b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff HTTP/1.1" status: 200  len: 1001 time: 0.1452415
Jul 23 16:24:48.386255 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d296cd6-f732-4358-a1a0-2a673b88f4e4 req-a56ae7fb-7a76-4c40-8f00-bd6ffcc94959 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:48.387846 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d296cd6-f732-4358-a1a0-2a673b88f4e4 req-a56ae7fb-7a76-4c40-8f00-bd6ffcc94959 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.1555617
Jul 23 16:24:48.391481 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7dbb-ef4c-402e-af9b-16b96ab2e2a9 req-900a1987-11cd-410a-8858-5cc73bb9e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:48.392821 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3aec7dbb-ef4c-402e-af9b-16b96ab2e2a9 req-900a1987-11cd-410a-8858-5cc73bb9e65f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b050e68-dd71-4eb5-a730-67be6e0700c5 HTTP/1.1" status: 200  len: 848 time: 0.0819945
Jul 23 16:24:48.490551 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d296cd6-f732-4358-a1a0-2a673b88f4e4 req-e9cd46a5-ad9d-4284-a855-2f7a00800c7f tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949967
Jul 23 16:24:48.509843 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7dbb-ef4c-402e-af9b-16b96ab2e2a9 req-63f1032e-c995-48f0-b5a7-0bdb574568da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:48.511306 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3aec7dbb-ef4c-402e-af9b-16b96ab2e2a9 req-63f1032e-c995-48f0-b5a7-0bdb574568da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69802df8-6086-4056-836d-3b48af731fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1007979
Jul 23 16:24:48.647395 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3aec7dbb-ef4c-402e-af9b-16b96ab2e2a9 req-01c995c7-1b28-4c61-9ab2-d7fbcaab2783 service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282988
Jul 23 16:24:48.799572 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3aec7dbb-ef4c-402e-af9b-16b96ab2e2a9 req-ff39d54b-c392-4429-9f92-f0e90cc7a3d7 service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407263
Jul 23 16:24:49.049606 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccaa93-5479-4f3c-9b6e-101cef40139b req-b6a275f7-66bd-4031-ab13-7e29a7fd83a4 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:49.051047 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b9ccaa93-5479-4f3c-9b6e-101cef40139b req-b6a275f7-66bd-4031-ab13-7e29a7fd83a4 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 946 time: 0.1033077
Jul 23 16:24:49.098625 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b9ccaa93-5479-4f3c-9b6e-101cef40139b req-bca0e073-fd01-479d-ac50-6553e236a8e0 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413554
Jul 23 16:24:49.425050 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42d22f-795b-4310-b7be-09ccb3b82caf req-ffbba9af-c663-4b25-ba88-f4062bfce874 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:49.426525 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5f42d22f-795b-4310-b7be-09ccb3b82caf req-ffbba9af-c663-4b25-ba88-f4062bfce874 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.83 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 946 time: 0.0796285
Jul 23 16:24:49.510356 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-5f42d22f-795b-4310-b7be-09ccb3b82caf req-5e4ced30-65c8-4822-b998-d7607b5edc73 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Deleting port 8d4d46f6-4672-4d20-a773-833da669978b {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:24:49.510774 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-5f42d22f-795b-4310-b7be-09ccb3b82caf req-5e4ced30-65c8-4822-b998-d7607b5edc73 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:49.917899 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063d334-1de9-467b-ad11-3582b2eb978c req-93068ba0-a82b-42b6-aca9-5b0a2da6aacd tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:49.919305 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6063d334-1de9-467b-ad11-3582b2eb978c req-93068ba0-a82b-42b6-aca9-5b0a2da6aacd tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.3004143
Jul 23 16:24:49.924663 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-5f42d22f-795b-4310-b7be-09ccb3b82caf req-5e4ced30-65c8-4822-b998-d7607b5edc73 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] For port 8d4d46f6-4672-4d20-a773-833da669978b, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8d4d46f6-4672-4d20-a773-833da669978b,segment=NetworkSegment(8fe66339-4393-42d4-938d-6623799bc7ca),segment_id=8fe66339-4393-42d4-938d-6623799bc7ca)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:49.925011 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-5f42d22f-795b-4310-b7be-09ccb3b82caf req-5e4ced30-65c8-4822-b998-d7607b5edc73 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:50.077767 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-5f42d22f-795b-4310-b7be-09ccb3b82caf req-5e4ced30-65c8-4822-b998-d7607b5edc73 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Calling delete_port for 8d4d46f6-4672-4d20-a773-833da669978b owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:24:50.132490 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6063d334-1de9-467b-ad11-3582b2eb978c req-44330b8e-8740-4aa2-9860-552a3f6529c8 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2000499
Jul 23 16:24:50.278402 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-5f42d22f-795b-4310-b7be-09ccb3b82caf req-5e4ced30-65c8-4822-b998-d7607b5edc73 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:50.290656 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-779359b1-b699-4972-8b4e-6048bd332cb7 tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:50.323594 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['8d4d46f6-4672-4d20-a773-833da669978b'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:24:50.332469 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6dac8a3e-4971-434b-8de7-3231b0f6001f req-e2747e1d-2611-48a9-8a18-8bff9fe89879 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=a69a2609-687f-4e82-b5de-7634841256ee HTTP/1.1" status: 200  len: 210 time: 0.0951672
Jul 23 16:24:50.385646 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ced30-65c8-4822-b998-d7607b5edc73 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Pushing event deleted for resources: {'Port': ['ID=8d4d46f6-4672-4d20-a773-833da669978b,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:50.395838 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5e4ced30-65c8-4822-b998-d7607b5edc73 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:50.436108 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f42d22f-795b-4310-b7be-09ccb3b82caf req-5e4ced30-65c8-4822-b998-d7607b5edc73 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] No DVR routers for this DVR port 8d4d46f6-4672-4d20-a773-833da669978b on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:24:50.438672 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-5f42d22f-795b-4310-b7be-09ccb3b82caf req-5e4ced30-65c8-4822-b998-d7607b5edc73 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:50.441327 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69a2609-687f-4e82-b5de-7634841256ee', 'name': 'network-vif-deleted', 'tag': '8d4d46f6-4672-4d20-a773-833da669978b'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:24:50.461391 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5f42d22f-795b-4310-b7be-09ccb3b82caf req-5e4ced30-65c8-4822-b998-d7607b5edc73 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.83 "DELETE /v2.0/ports/8d4d46f6-4672-4d20-a773-833da669978b HTTP/1.1" status: 204  len: 173 time: 1.0228407
Jul 23 16:24:50.489187 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69a2609-687f-4e82-b5de-7634841256ee', 'name': 'network-vif-deleted', 'tag': '8d4d46f6-4672-4d20-a773-833da669978b', 'status': 'completed', 'code': 200}
Jul 23 16:24:51.327036 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05e25-ccf3-4d76-b01c-304720925d39 req-5732d51e-1dc2-4302-ba6a-0aa708639ad3 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:51.328535 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dae05e25-ccf3-4d76-b01c-304720925d39 req-5732d51e-1dc2-4302-ba6a-0aa708639ad3 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.0843019
Jul 23 16:24:51.380752 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dae05e25-ccf3-4d76-b01c-304720925d39 req-0b8b39c5-79a5-4b68-a133-aba76bdaff4e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464430
Jul 23 16:24:51.820863 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-45429a4b-53ce-403e-b8ef-dc37736d626c tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:51.822212 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-45429a4b-53ce-403e-b8ef-dc37736d626c tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/networks?id=7ec84297-3a73-4ee4-bf35-af54b721a8ec HTTP/1.1" status: 200  len: 808 time: 0.1544266
Jul 23 16:24:51.841656 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-166e2b4f-4f58-41b8-af2b-cc1a091c5009 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/quotas/5640ca49cf6b488081cf1be4f1ae5c2f HTTP/1.1" status: 200  len: 375 time: 0.0126376
Jul 23 16:24:51.888684 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-9cef0d32-3124-40de-b7a5-f2a2520aad74 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Synchronizing usage tracker for tenant:5640ca49cf6b488081cf1be4f1ae5c2f on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:24:51.904345 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-9cef0d32-3124-40de-b7a5-f2a2520aad74 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Unset dirty status for tenant:5640ca49cf6b488081cf1be4f1ae5c2f on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:24:51.905602 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-9cef0d32-3124-40de-b7a5-f2a2520aad74 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=5640ca49cf6b488081cf1be4f1ae5c2f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0582480
Jul 23 16:24:52.048374 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-e685cea9-fbc0-4af8-90f1-d89d82338388 service neutron] 10.222.0.82 "GET /v2.0/networks/7ec84297-3a73-4ee4-bf35-af54b721a8ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359508
Jul 23 16:24:52.183899 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-db15da4f-528b-4c79-97f8-a14b028a18e9 service neutron] 10.222.0.82 "GET /v2.0/networks/7ec84297-3a73-4ee4-bf35-af54b721a8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283286
Jul 23 16:24:52.362896 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0233f16d-d152-4047-9049-084324c475f4 req-d5f3ca74-7c9e-4e1c-aa28-6ac72ce255ee tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 210 time: 0.0438457
Jul 23 16:24:52.594179 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01da52b-7a45-418e-a758-a031c8ca00f9 req-dd7042cd-c809-444a-be91-63338d21d621 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:52.595680 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e01da52b-7a45-418e-a758-a031c8ca00f9 req-dd7042cd-c809-444a-be91-63338d21d621 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.0944157
Jul 23 16:24:52.649288 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e01da52b-7a45-418e-a758-a031c8ca00f9 req-8d821d0e-92ff-46f5-9c74-772e6616e512 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473142
Jul 23 16:24:53.003267 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 49546) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:53.067545 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bef13b-3db5-4872-a332-9b44451e4ff2 req-b22a5a71-9517-4145-8bac-6c0d264c3f02 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:53.069031 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-08bef13b-3db5-4872-a332-9b44451e4ff2 req-b22a5a71-9517-4145-8bac-6c0d264c3f02 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.1203544
Jul 23 16:24:53.254851 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-08bef13b-3db5-4872-a332-9b44451e4ff2 req-5b6e3839-9b72-4869-a133-6722df3a4737 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638514
Jul 23 16:24:53.269810 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-9119a127-78b7-4e22-8cfc-dc35df98dc38 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2644873
Jul 23 16:24:53.589664 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c9eb13c4-aa2f-45c4-abaa-2427ce151f1f req-8a4cd900-cfe0-4a86-b770-7b5e9bd6d7a0 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 210 time: 0.0620618
Jul 23 16:24:53.598623 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8d4d46f6-4672-4d20-a773-833da669978b no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:24:53.631554 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-de7e7840-901a-4e28-afc8-0eeb6592c94e tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:53.633273 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-de7e7840-901a-4e28-afc8-0eeb6592c94e tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.83 "GET /v2.0/networks?id=7ec84297-3a73-4ee4-bf35-af54b721a8ec HTTP/1.1" status: 200  len: 808 time: 0.2137740
Jul 23 16:24:53.657949 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Request body: {'port': {'device_id': 'e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736', 'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec', 'admin_state_up': True, 'tenant_id': '5640ca49cf6b488081cf1be4f1ae5c2f'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:53.666870 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: 8d4d46f6-4672-4d20-a773-833da669978b {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:24:53.667283 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8d4d46f6-4672-4d20-a773-833da669978b not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:24:53.806543 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:53.817172 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:53.829100 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Made reservation on behalf of 5640ca49cf6b488081cf1be4f1ae5c2f for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:24:53.832787 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:54.008977 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Allocated IP 172.20.0.5 (7ec84297-3a73-4ee4-bf35-af54b721a8ec/f7c0eecf-3f71-4e7a-9146-7045b389b218/0407192a-623d-4b07-b777-02e8fe1bf527) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:24:54.224590 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:54.254194 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:54.261202 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:54.322571 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Network 7ec84297-3a73-4ee4-bf35-af54b721a8ec is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:24:54.326114 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:24:54.331798 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:24:54.413895 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Pushing event updated for resources: {'Port': ['ID=0407192a-623d-4b07-b777-02e8fe1bf527,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:54.417035 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:54.460656 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:54.461260 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:54.492245 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8392885
Jul 23 16:24:54.505263 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8db64d-0945-41a0-8993-32777aab8a24 req-33e4175b-6ee4-478f-90eb-3e7b64de6971 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:54.506733 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1f8db64d-0945-41a0-8993-32777aab8a24 req-33e4175b-6ee4-478f-90eb-3e7b64de6971 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.1397576
Jul 23 16:24:54.512375 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Request body: {'port': {'device_id': 'e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:24:54.645119 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1f8db64d-0945-41a0-8993-32777aab8a24 req-78a391ae-8f2d-44c0-8953-93a861545bc2 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055193
Jul 23 16:24:54.660886 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:54.936171 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80211db-5b91-45d2-ac1c-86b1f7d3ad40 req-3e911f76-af72-464d-81c1-6d6ac28358e8 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:54.936859 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-e80211db-5b91-45d2-ac1c-86b1f7d3ad40 req-3e911f76-af72-464d-81c1-6d6ac28358e8 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Synchronizing usage tracker for tenant:5640ca49cf6b488081cf1be4f1ae5c2f on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:24:55.015088 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-e80211db-5b91-45d2-ac1c-86b1f7d3ad40 req-3e911f76-af72-464d-81c1-6d6ac28358e8 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Unset dirty status for tenant:5640ca49cf6b488081cf1be4f1ae5c2f on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:24:55.016388 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e80211db-5b91-45d2-ac1c-86b1f7d3ad40 req-3e911f76-af72-464d-81c1-6d6ac28358e8 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 931 time: 0.2623212
Jul 23 16:24:55.086248 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e80211db-5b91-45d2-ac1c-86b1f7d3ad40 req-4b81a803-8030-4e45-a0c7-e2d3624813b8 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635443
Jul 23 16:24:55.135405 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-01fd0fbe-c210-4596-bb5d-309d594ad731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:55.160566 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0407192a-623d-4b07-b777-02e8fe1bf527 {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:24:55.168507 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:55.186496 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Transition to ACTIVE for port object 0407192a-623d-4b07-b777-02e8fe1bf527 will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:24:55.190836 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:55.194368 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:55.442878 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Pushing event updated for resources: {'Port': ['ID=0407192a-623d-4b07-b777-02e8fe1bf527,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:55.451247 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:55.573436 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Attempting to bind port 0407192a-623d-4b07-b777-02e8fe1bf527 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:24:55.573766 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Attempting to bind port 0407192a-623d-4b07-b777-02e8fe1bf527 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '8fe66339-4393-42d4-938d-6623799bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:24:55.574643 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Attempting to bind port 0407192a-623d-4b07-b777-02e8fe1bf527 on network 7ec84297-3a73-4ee4-bf35-af54b721a8ec {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:24:55.582021 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Port 0407192a-623d-4b07-b777-02e8fe1bf527 on network 7ec84297-3a73-4ee4-bf35-af54b721a8ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:24:55.582338 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Attempting to bind port 0407192a-623d-4b07-b777-02e8fe1bf527 on network 7ec84297-3a73-4ee4-bf35-af54b721a8ec {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:24:55.591620 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-13e48801-13ad-47b7-af29-3cb1889ae7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:55.593095 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-13e48801-13ad-47b7-af29-3cb1889ae7e5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b&tenant_id=8581af58d75742babcd97e9f098a70eb HTTP/1.1" status: 200  len: 1099 time: 0.1433384
Jul 23 16:24:55.593971 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:24:55.594298 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Checking segment: {'id': '8fe66339-4393-42d4-938d-6623799bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:24:55.594667 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Bound using segment: {'id': '8fe66339-4393-42d4-938d-6623799bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:24:55.595124 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Bound port: 0407192a-623d-4b07-b777-02e8fe1bf527, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe66339-4393-42d4-938d-6623799bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:24:55.595466 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:55.599114 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:24:55.723910 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:55.757471 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:24:55.768528 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:55.770187 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] For port 0407192a-623d-4b07-b777-02e8fe1bf527, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:24:55.774609 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] For port 0407192a-623d-4b07-b777-02e8fe1bf527, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0407192a-623d-4b07-b777-02e8fe1bf527,segment=NetworkSegment(8fe66339-4393-42d4-938d-6623799bc7ca),segment_id=8fe66339-4393-42d4-938d-6623799bc7ca)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:24:55.778506 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:55.781427 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-be6e7669-6c15-41ab-a987-9519f180ae63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:55.815899 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:55.825998 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-22278880-a351-41b8-8c43-07201d72016d tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:55.849509 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'code': 200}
Jul 23 16:24:55.855842 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-181921f3-2ca3-4c29-9c61-600fdc02fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:55.857631 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-181921f3-2ca3-4c29-9c61-600fdc02fa4e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8581af58d75742babcd97e9f098a70eb&device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 1099 time: 0.2212057
Jul 23 16:24:55.857894 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,revision_number=6']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:55.861130 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:55.912078 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:55.916764 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:55.917352 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:55.918755 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] 10.222.0.83 "PUT /v2.0/ports/0407192a-623d-4b07-b777-02e8fe1bf527 HTTP/1.1" status: 200  len: 1093 time: 1.4111192
Jul 23 16:24:55.922595 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736', 'tag': '0407192a-623d-4b07-b777-02e8fe1bf527'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:24:56.010297 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736', 'tag': '0407192a-623d-4b07-b777-02e8fe1bf527', 'status': 'completed', 'code': 200}
Jul 23 16:24:56.070171 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Pushing event updated for resources: {'Port': ['ID=0407192a-623d-4b07-b777-02e8fe1bf527,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:56.081094 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:56.118227 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4a67b-871e-44ad-86ff-8e869fd87509 req-a7b809a0-2e93-41de-aeb8-becd317b95ed tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:56.119973 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4ab4a67b-871e-44ad-86ff-8e869fd87509 req-a7b809a0-2e93-41de-aeb8-becd317b95ed tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.3415928
Jul 23 16:24:56.132426 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-35482682-20fd-4060-b8af-2b543e56a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:56.133792 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-35482682-20fd-4060-b8af-2b543e56a874 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69802df8-6086-4056-836d-3b48af731fcb HTTP/1.1" status: 200  len: 911 time: 0.2434108
Jul 23 16:24:56.289206 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4ab4a67b-871e-44ad-86ff-8e869fd87509 req-c76c2e05-8b79-4d27-839d-2fc2a97ad161 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1606326
Jul 23 16:24:56.315537 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-9a5ef7c5-b4d9-497c-a10b-81669db053ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:56.317002 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-9a5ef7c5-b4d9-497c-a10b-81669db053ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5640ca49cf6b488081cf1be4f1ae5c2f&device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 1096 time: 0.3061898
Jul 23 16:24:56.330601 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-94b3e77e-b2a7-4db8-9c4c-1526f02e7ae1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff HTTP/1.1" status: 200  len: 999 time: 0.1810269
Jul 23 16:24:56.448011 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-d4847c4c-c11d-48cf-834b-9df7f37f7a08 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0407192a-623d-4b07-b777-02e8fe1bf527 HTTP/1.1" status: 200  len: 217 time: 0.1016634
Jul 23 16:24:56.457122 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81efa6-053b-4e3a-85d5-7e1ae4776a67 req-7b982dd8-1332-4cf8-9b2c-38fbbe3f1fcf tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:56.458516 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8b81efa6-053b-4e3a-85d5-7e1ae4776a67 req-7b982dd8-1332-4cf8-9b2c-38fbbe3f1fcf tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 943 time: 0.2180459
Jul 23 16:24:56.555004 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-50590670-bed9-40b4-9dc6-f7b591cca937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:56.556349 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-50590670-bed9-40b4-9dc6-f7b591cca937 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b050e68-dd71-4eb5-a730-67be6e0700c5 HTTP/1.1" status: 200  len: 848 time: 0.2090538
Jul 23 16:24:56.560880 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-8f4a2d7d-c99a-47da-81c9-ff7f1c698408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:56.562193 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-8f4a2d7d-c99a-47da-81c9-ff7f1c698408 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7c0eecf-3f71-4e7a-9146-7045b389b218 HTTP/1.1" status: 200  len: 848 time: 0.1028485
Jul 23 16:24:56.569076 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8b81efa6-053b-4e3a-85d5-7e1ae4776a67 req-b73f3cc8-5d1d-48e6-82c7-338a15a5689b tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749371
Jul 23 16:24:56.649980 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-5514e889-1ce9-4841-914f-31120fde57fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7ec84297-3a73-4ee4-bf35-af54b721a8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476918
Jul 23 16:24:56.791640 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-157de37c-0e9b-4bc6-af94-06041e7cddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:56.793689 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-157de37c-0e9b-4bc6-af94-06041e7cddd4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69802df8-6086-4056-836d-3b48af731fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2233059
Jul 23 16:24:56.801395 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-cd35af71-b27b-4bb6-a0b4-6efab0917e90 service neutron] 10.222.0.83 "GET /v2.0/networks/7ec84297-3a73-4ee4-bf35-af54b721a8ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436648
Jul 23 16:24:57.139866 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-b2e167b9-cbc9-44c9-aad6-f911b95613c5 service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3375356
Jul 23 16:24:57.142823 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7607e3e3-3765-4350-8c11-cc3196ad8418 req-d2e38dfc-232f-4f3e-b2df-02886b7731f1 service neutron] 10.222.0.83 "GET /v2.0/networks/7ec84297-3a73-4ee4-bf35-af54b721a8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3223507
Jul 23 16:24:57.337799 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bcaf0647-33f4-485e-ba86-7444b01e8aa2 req-0a1c7589-fb06-45d8-9e3e-8d8606b26e94 service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796224
Jul 23 16:24:57.363135 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627caae7-39e6-4aff-a524-4ddad753ccbd req-e5a31cba-3519-4108-af43-d0839cf22def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:57.364715 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-627caae7-39e6-4aff-a524-4ddad753ccbd req-e5a31cba-3519-4108-af43-d0839cf22def service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5640ca49cf6b488081cf1be4f1ae5c2f&device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 1096 time: 0.0936496
Jul 23 16:24:57.565108 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627caae7-39e6-4aff-a524-4ddad753ccbd req-683f8009-2de3-4d1e-96a5-689792ded5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:57.566459 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-627caae7-39e6-4aff-a524-4ddad753ccbd req-683f8009-2de3-4d1e-96a5-689792ded5f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7ec84297-3a73-4ee4-bf35-af54b721a8ec HTTP/1.1" status: 200  len: 910 time: 0.1882465
Jul 23 16:24:57.631687 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51ef0-4d6a-4e36-b8e2-7ad3f3f94413 req-c7898444-4b1a-4197-b358-631a7f694a5e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:57.633164 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b7a51ef0-4d6a-4e36-b8e2-7ad3f3f94413 req-c7898444-4b1a-4197-b358-631a7f694a5e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.2262857
Jul 23 16:24:57.660747 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-627caae7-39e6-4aff-a524-4ddad753ccbd req-ea1534ff-1509-4c36-b925-4a2dbc5bfdcb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0407192a-623d-4b07-b777-02e8fe1bf527 HTTP/1.1" status: 200  len: 217 time: 0.0850639
Jul 23 16:24:57.765323 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b7a51ef0-4d6a-4e36-b8e2-7ad3f3f94413 req-b0ebb2cc-28a9-461d-8c41-d12b20365a4a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1250119
Jul 23 16:24:57.799494 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627caae7-39e6-4aff-a524-4ddad753ccbd req-92092010-2e71-4eca-a991-994f6ace3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:57.800963 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-627caae7-39e6-4aff-a524-4ddad753ccbd req-92092010-2e71-4eca-a991-994f6ace3c3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7c0eecf-3f71-4e7a-9146-7045b389b218 HTTP/1.1" status: 200  len: 848 time: 0.1311316
Jul 23 16:24:57.863215 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-627caae7-39e6-4aff-a524-4ddad753ccbd req-8569844c-b218-44e7-9d29-e50d34ee40c0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7ec84297-3a73-4ee4-bf35-af54b721a8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481820
Jul 23 16:24:57.871989 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f9a46-71bc-48eb-a625-848b5a253db3 req-4a138555-954a-46b9-b45a-7683bc74994c tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:57.873364 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d43f9a46-71bc-48eb-a625-848b5a253db3 req-4a138555-954a-46b9-b45a-7683bc74994c tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 943 time: 0.1608303
Jul 23 16:24:57.981732 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8be07175-8485-4851-bf5c-c7396022dea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:58.008581 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:58.013197 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d43f9a46-71bc-48eb-a625-848b5a253db3 req-906c4b8b-0c79-486b-a235-f5ea7b5d3a63 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213229
Jul 23 16:24:58.047212 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-627caae7-39e6-4aff-a524-4ddad753ccbd req-84e31ceb-f939-4149-976f-f526c772bd60 service neutron] 10.222.0.83 "GET /v2.0/networks/7ec84297-3a73-4ee4-bf35-af54b721a8ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728718
Jul 23 16:24:58.192083 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-627caae7-39e6-4aff-a524-4ddad753ccbd req-2fab4fd7-67e2-49cf-88a3-f428907f28b6 service neutron] 10.222.0.83 "GET /v2.0/networks/7ec84297-3a73-4ee4-bf35-af54b721a8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318057
Jul 23 16:24:58.497840 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324338b-1a57-4f75-98d0-1836d4a97bfb req-845356a7-f58b-4751-a24f-2873ac097fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:58.499338 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d324338b-1a57-4f75-98d0-1836d4a97bfb req-845356a7-f58b-4751-a24f-2873ac097fcb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8581af58d75742babcd97e9f098a70eb&device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 1097 time: 0.0752833
Jul 23 16:24:58.651358 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324338b-1a57-4f75-98d0-1836d4a97bfb req-3436c838-0e3f-421d-934d-aff3727c75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:58.653955 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d324338b-1a57-4f75-98d0-1836d4a97bfb req-3436c838-0e3f-421d-934d-aff3727c75b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69802df8-6086-4056-836d-3b48af731fcb HTTP/1.1" status: 200  len: 911 time: 0.1307623
Jul 23 16:24:58.780607 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d324338b-1a57-4f75-98d0-1836d4a97bfb req-43f209c6-71cb-4ac4-987c-57dce9661f4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff HTTP/1.1" status: 200  len: 999 time: 0.1169684
Jul 23 16:24:58.872299 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:58.988322 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324338b-1a57-4f75-98d0-1836d4a97bfb req-ee2f0342-48be-4e62-b73e-b5a120733399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:58.989763 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d324338b-1a57-4f75-98d0-1836d4a97bfb req-ee2f0342-48be-4e62-b73e-b5a120733399 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b050e68-dd71-4eb5-a730-67be6e0700c5 HTTP/1.1" status: 200  len: 848 time: 0.2023909
Jul 23 16:24:59.079611 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7330a-424a-492e-9444-de09262b1380 req-43ec7f1c-40f2-4973-9197-4cb603550578 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:59.081101 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-70c7330a-424a-492e-9444-de09262b1380 req-43ec7f1c-40f2-4973-9197-4cb603550578 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.1531136
Jul 23 16:24:59.124785 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324338b-1a57-4f75-98d0-1836d4a97bfb req-4b07e4ff-24be-427c-a003-94dd2f50b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:59.126328 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d324338b-1a57-4f75-98d0-1836d4a97bfb req-4b07e4ff-24be-427c-a003-94dd2f50b0e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69802df8-6086-4056-836d-3b48af731fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1275423
Jul 23 16:24:59.168303 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-70c7330a-424a-492e-9444-de09262b1380 req-74ce8001-1d2b-4777-8245-77170c09e3e2 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805042
Jul 23 16:24:59.325148 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d324338b-1a57-4f75-98d0-1836d4a97bfb req-3fb9e871-2abc-42c3-879a-5e02d56a09e0 service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600347
Jul 23 16:24:59.332686 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995ff71-728d-44be-896e-0ebe372ab195 req-b627ddee-65d4-407d-9540-4d68bace04c8 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:59.334089 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e995ff71-728d-44be-896e-0ebe372ab195 req-b627ddee-65d4-407d-9540-4d68bace04c8 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 943 time: 0.2018962
Jul 23 16:24:59.477650 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e995ff71-728d-44be-896e-0ebe372ab195 req-11e3f9db-76db-4452-a0b0-7b4b4ca5841e tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199839
Jul 23 16:24:59.507782 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d324338b-1a57-4f75-98d0-1836d4a97bfb req-6956bc82-1bc5-4679-9734-4925d2246a38 service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692176
Jul 23 16:24:59.614309 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 0407192a-623d-4b07-b777-02e8fe1bf527 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:24:59.761784 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 0407192a-623d-4b07-b777-02e8fe1bf527, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0407192a-623d-4b07-b777-02e8fe1bf527,segment=NetworkSegment(8fe66339-4393-42d4-938d-6623799bc7ca),segment_id=8fe66339-4393-42d4-938d-6623799bc7ca)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:59.775268 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '0407192a-623d-4b07-b777-02e8fe1bf527', 'network_id': '7ec84297-3a73-4ee4-bf35-af54b721a8ec', 'port_id': '0407192a-623d-4b07-b777-02e8fe1bf527', 'mac_address': 'fa:16:3e:71:96:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c0eecf-3f71-4e7a-9146-7045b389b218', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:24:59.834912 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:59.852992 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0407192a-623d-4b07-b777-02e8fe1bf527 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:24:59.870909 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 0407192a-623d-4b07-b777-02e8fe1bf527, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0407192a-623d-4b07-b777-02e8fe1bf527,segment=NetworkSegment(8fe66339-4393-42d4-938d-6623799bc7ca),segment_id=8fe66339-4393-42d4-938d-6623799bc7ca)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:24:59.875437 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:59.877148 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:59.943648 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=0407192a-623d-4b07-b777-02e8fe1bf527,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:59.950406 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:00.214498 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['0407192a-623d-4b07-b777-02e8fe1bf527'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:25:00.372187 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb02ca-f2c7-4cfe-aaf0-7c07e9aed624 req-d4d6997c-ff2f-4a2b-a66c-b0058c9d60d6 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:00.374381 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-baeb02ca-f2c7-4cfe-aaf0-7c07e9aed624 req-d4d6997c-ff2f-4a2b-a66c-b0058c9d60d6 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.0915625
Jul 23 16:25:00.375321 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:00.428988 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-baeb02ca-f2c7-4cfe-aaf0-7c07e9aed624 req-763a0e3a-0677-4678-a10c-17795db729c5 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481036
Jul 23 16:25:00.672492 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f37f2-0d4a-4533-8868-bb2614a9cccd req-94b453e3-74c1-4481-93c2-883a90a87014 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:00.673996 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-465f37f2-0d4a-4533-8868-bb2614a9cccd req-94b453e3-74c1-4481-93c2-883a90a87014 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 944 time: 0.0867603
Jul 23 16:25:00.726129 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-465f37f2-0d4a-4533-8868-bb2614a9cccd req-a54d1e0c-5a67-4648-a55e-1d5da1a6ed1f tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459526
Jul 23 16:25:01.617223 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ab1f4-da4d-47c0-8f8b-8fc9f2e2e8b4 req-9bca2f28-12e1-4876-a169-3576e7fe96c9 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:01.619050 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5f1ab1f4-da4d-47c0-8f8b-8fc9f2e2e8b4 req-9bca2f28-12e1-4876-a169-3576e7fe96c9 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.0809181
Jul 23 16:25:01.622035 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 0407192a-623d-4b07-b777-02e8fe1bf527 up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:25:01.673264 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5f1ab1f4-da4d-47c0-8f8b-8fc9f2e2e8b4 req-bc760f88-b07d-4a3f-a267-c7f2e0fded0c tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458522
Jul 23 16:25:01.696482 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port 0407192a-623d-4b07-b777-02e8fe1bf527 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:25:01.701556 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 0407192a-623d-4b07-b777-02e8fe1bf527 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:25:01.701939 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:01.824705 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:01.852666 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0407192a-623d-4b07-b777-02e8fe1bf527'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:25:01.863967 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 0407192a-623d-4b07-b777-02e8fe1bf527, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0407192a-623d-4b07-b777-02e8fe1bf527,segment=NetworkSegment(8fe66339-4393-42d4-938d-6623799bc7ca),segment_id=8fe66339-4393-42d4-938d-6623799bc7ca)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:01.868454 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:01.871774 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:01.908245 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0407192a-623d-4b07-b777-02e8fe1bf527', 'code': 200}
Jul 23 16:25:01.924574 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2de0-83b4-4267-90f3-68df11eb072b req-e5ab0643-b54f-4fce-a666-8b8c83be3856 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:01.926058 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-50ee2de0-83b4-4267-90f3-68df11eb072b req-e5ab0643-b54f-4fce-a666-8b8c83be3856 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 945 time: 0.0854096
Jul 23 16:25:01.952364 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=0407192a-623d-4b07-b777-02e8fe1bf527,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:01.966876 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:01.993101 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-50ee2de0-83b4-4267-90f3-68df11eb072b req-5f9a4892-70be-4c16-8feb-c586a43ef205 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602565
Jul 23 16:25:02.267875 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1455093-f752-4f80-9a06-194867a36223 req-d8c3f841-2b05-4a86-9b2f-e14e34551388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:02.269217 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d1455093-f752-4f80-9a06-194867a36223 req-d8c3f841-2b05-4a86-9b2f-e14e34551388 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 1098 time: 0.0770431
Jul 23 16:25:02.311203 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d1455093-f752-4f80-9a06-194867a36223 req-3299d4db-627f-472d-9f5e-d498cd57d409 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349998
Jul 23 16:25:02.865834 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a152a3-d1d0-4b8e-837d-6ddf5eb10693 req-63188bee-0d6b-4997-9275-d1bbd1826b44 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:02.867382 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-67a152a3-d1d0-4b8e-837d-6ddf5eb10693 req-63188bee-0d6b-4997-9275-d1bbd1826b44 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.0874722
Jul 23 16:25:02.914080 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-67a152a3-d1d0-4b8e-837d-6ddf5eb10693 req-0a887aa0-74e3-45c5-9d9b-35077cffa4d4 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404441
Jul 23 16:25:03.217403 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c49714-faf8-456f-ac51-802b739f65e6 req-b85269d4-34b3-4f97-bfac-7558f08895f2 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:03.219473 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-98c49714-faf8-456f-ac51-802b739f65e6 req-b85269d4-34b3-4f97-bfac-7558f08895f2 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 945 time: 0.0945694
Jul 23 16:25:03.272156 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-98c49714-faf8-456f-ac51-802b739f65e6 req-935e3727-2a09-48fb-8a73-3ee489ed7425 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449386
Jul 23 16:25:04.130273 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a32ed-708d-4657-aa6d-c34de9ca1ea6 req-66b6145d-8dcb-46c3-812c-a2ae45245f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:04.131677 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fd3a32ed-708d-4657-aa6d-c34de9ca1ea6 req-66b6145d-8dcb-46c3-812c-a2ae45245f5a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 1097 time: 0.1453826
Jul 23 16:25:04.140560 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a473a8-96d6-424c-898f-08a4380927d1 req-0135f6a0-9566-48f1-b9a5-2cb73f830d67 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:04.141882 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-78a473a8-96d6-424c-898f-08a4380927d1 req-0135f6a0-9566-48f1-b9a5-2cb73f830d67 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.1087003
Jul 23 16:25:04.211633 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fd3a32ed-708d-4657-aa6d-c34de9ca1ea6 req-9b31981f-00f9-48f9-b78e-8c60b39e9398 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688424
Jul 23 16:25:04.214424 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-78a473a8-96d6-424c-898f-08a4380927d1 req-a14f5709-ff29-4481-a25f-865aa13f2cf0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590062
Jul 23 16:25:04.466334 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f235f04-abd8-436c-94e8-ef09f1f3aeca req-aa61a0c5-b24b-40b5-a554-c782cc942da4 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:04.467729 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4f235f04-abd8-436c-94e8-ef09f1f3aeca req-aa61a0c5-b24b-40b5-a554-c782cc942da4 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 945 time: 0.0844755
Jul 23 16:25:04.515493 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4f235f04-abd8-436c-94e8-ef09f1f3aeca req-51bb517f-35b1-4f63-97a8-3bf33f467821 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420942
Jul 23 16:25:05.414188 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91eec0-93a7-48a8-9e56-2cb21cdd4d1d req-79302528-ec28-4dc0-8a88-f06a0680a531 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:05.415730 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d91eec0-93a7-48a8-9e56-2cb21cdd4d1d req-79302528-ec28-4dc0-8a88-f06a0680a531 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 944 time: 0.0892713
Jul 23 16:25:05.564659 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d91eec0-93a7-48a8-9e56-2cb21cdd4d1d req-ed97a292-cba0-480f-bb49-d39a5b00f2ae tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1425164
Jul 23 16:25:05.639264 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:25:05.826177 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:05.839337 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'port_id': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'mac_address': 'fa:16:3e:22:bf:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:25:05.854303 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf679311-50e9-474a-a1cf-e24461866c03 req-da9a81a5-3830-4fc7-bf68-ec7496e10d71 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:05.855819 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cf679311-50e9-474a-a1cf-e24461866c03 req-da9a81a5-3830-4fc7-bf68-ec7496e10d71 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 945 time: 0.0795193
Jul 23 16:25:05.895453 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:05.903547 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cf679311-50e9-474a-a1cf-e24461866c03 req-c532b69d-4bdd-484e-b34e-567ee5ac7f04 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415909
Jul 23 16:25:05.913171 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:25:05.929023 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:05.933083 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:05.935709 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ecc8ed58-be31-4913-af81-03de40af6415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:06.006797 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,revision_number=7']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:06.010296 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:06.336625 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:25:06.753310 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be43db-2921-483a-a95a-cb17b2a32d3e req-ac4a5c71-1422-43ee-9b3f-f79c2750eb39 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:06.754890 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f4be43db-2921-483a-a95a-cb17b2a32d3e req-ac4a5c71-1422-43ee-9b3f-f79c2750eb39 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 945 time: 0.0808320
Jul 23 16:25:06.802985 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f4be43db-2921-483a-a95a-cb17b2a32d3e req-fa92bb5e-c1b6-42d6-8247-6101d39d511a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424454
Jul 23 16:25:07.101702 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dea64f-232d-4053-929e-0d8fe0f3df79 req-c3ed50c8-2f6d-417b-ab20-17b631aaf824 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:07.103180 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-54dea64f-232d-4053-929e-0d8fe0f3df79 req-c3ed50c8-2f6d-417b-ab20-17b631aaf824 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 945 time: 0.0870855
Jul 23 16:25:07.148684 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-54dea64f-232d-4053-929e-0d8fe0f3df79 req-815f724a-e9ac-4774-ba38-64e5fe5389a2 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388105
Jul 23 16:25:07.658052 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:25:07.727167 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:25:07.727632 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:07.773620 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e34a1-0e95-4427-a6d1-84f7126c793a req-ba09fce3-b445-43f1-8640-e15020d263fa tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:07.775181 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-809e34a1-0e95-4427-a6d1-84f7126c793a req-ba09fce3-b445-43f1-8640-e15020d263fa tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.83 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 945 time: 0.0827348
Jul 23 16:25:07.847920 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:07.850094 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-809e34a1-0e95-4427-a6d1-84f7126c793a req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Deleting port 0407192a-623d-4b07-b777-02e8fe1bf527 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:25:07.850443 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-809e34a1-0e95-4427-a6d1-84f7126c793a req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:07.876255 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:25:07.886685 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:07.892567 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:07.894495 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-619ff82c-30ad-4dab-a602-ebcbc40f41e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:07.937997 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'code': 200}
Jul 23 16:25:07.971872 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,revision_number=8']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:07.978009 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:08.115341 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-809e34a1-0e95-4427-a6d1-84f7126c793a req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] For port 0407192a-623d-4b07-b777-02e8fe1bf527, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0407192a-623d-4b07-b777-02e8fe1bf527,segment=NetworkSegment(8fe66339-4393-42d4-938d-6623799bc7ca),segment_id=8fe66339-4393-42d4-938d-6623799bc7ca)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:08.115697 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-809e34a1-0e95-4427-a6d1-84f7126c793a req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:08.242766 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-809e34a1-0e95-4427-a6d1-84f7126c793a req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Calling delete_port for 0407192a-623d-4b07-b777-02e8fe1bf527 owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:25:08.415376 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370acc04-3485-41c1-9e62-5b65dc1a9c90 req-349329ce-ae2f-4009-9b85-bd1b844db33f tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:08.416826 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-370acc04-3485-41c1-9e62-5b65dc1a9c90 req-349329ce-ae2f-4009-9b85-bd1b844db33f tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736 HTTP/1.1" status: 200  len: 945 time: 0.1464856
Jul 23 16:25:08.479718 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-370acc04-3485-41c1-9e62-5b65dc1a9c90 req-ada17537-f9d8-4ded-9031-126c0ee4e8d5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.82 "GET /v2.0/security-groups?id=d860ad5d-deee-476d-8242-ba526519c129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554891
Jul 23 16:25:08.480890 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-809e34a1-0e95-4427-a6d1-84f7126c793a req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:08.486682 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:08.520804 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['0407192a-623d-4b07-b777-02e8fe1bf527'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:25:08.534499 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Pushing event deleted for resources: {'Port': ['ID=0407192a-623d-4b07-b777-02e8fe1bf527,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:08.567948 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:08.568318 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:08.568677 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:08.569033 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:08.569386 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:08.569740 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:08.570086 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:08.570429 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:08.570771 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:08.571138 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:08.571480 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:08.571816 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:08.580694 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:08.620821 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-809e34a1-0e95-4427-a6d1-84f7126c793a req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] No DVR routers for this DVR port 0407192a-623d-4b07-b777-02e8fe1bf527 on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:25:08.623709 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-809e34a1-0e95-4427-a6d1-84f7126c793a req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:08.626332 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736', 'name': 'network-vif-deleted', 'tag': '0407192a-623d-4b07-b777-02e8fe1bf527'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:25:08.642420 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-809e34a1-0e95-4427-a6d1-84f7126c793a req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] 10.222.0.83 "DELETE /v2.0/ports/0407192a-623d-4b07-b777-02e8fe1bf527 HTTP/1.1" status: 204  len: 173 time: 0.8606813
Jul 23 16:25:08.672732 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c9ec4b-2921-4f46-9f2f-cbadb7eb4736', 'name': 'network-vif-deleted', 'tag': '0407192a-623d-4b07-b777-02e8fe1bf527', 'status': 'completed', 'code': 200}
Jul 23 16:25:13.058440 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 0407192a-623d-4b07-b777-02e8fe1bf527 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:25:13.094489 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: 0407192a-623d-4b07-b777-02e8fe1bf527 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:25:13.094837 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 0407192a-623d-4b07-b777-02e8fe1bf527 not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:25:19.457721 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:25:20.095629 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d9c60-f76a-4ba8-8af8-6229df9d8dee req-52d92da6-c46d-4a30-bcb7-c896e5a33181 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:20.103622 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e04d9c60-f76a-4ba8-8af8-6229df9d8dee req-52d92da6-c46d-4a30-bcb7-c896e5a33181 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.1040766
Jul 23 16:25:20.155005 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e04d9c60-f76a-4ba8-8af8-6229df9d8dee req-1742313e-4368-47d7-8935-6ac2db9faf07 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509186
Jul 23 16:25:21.360338 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908af6a-8de0-45bd-b4e0-347162577a63 req-dc278487-6a84-4f71-94db-11cb86f638d9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:21.367248 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3908af6a-8de0-45bd-b4e0-347162577a63 req-dc278487-6a84-4f71-94db-11cb86f638d9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.0968325
Jul 23 16:25:21.417237 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3908af6a-8de0-45bd-b4e0-347162577a63 req-b30f894f-9247-4120-ba76-fc26f19a1501 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490053
Jul 23 16:25:22.651676 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a54c5e-e9f5-4a10-bbcb-5c844f767e51 req-06b5ea7a-4f2c-4f3a-b62e-909390338e88 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:22.655586 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-95a54c5e-e9f5-4a10-bbcb-5c844f767e51 req-06b5ea7a-4f2c-4f3a-b62e-909390338e88 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.1198967
Jul 23 16:25:22.712006 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-95a54c5e-e9f5-4a10-bbcb-5c844f767e51 req-8799033c-3bd5-4321-aca4-5123327169d1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513322
Jul 23 16:25:24.085782 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54002e0e-320c-4c64-b9de-9786c259e2ac req-142b9c4c-9778-42b3-bff1-75d2c296191a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:24.087791 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-54002e0e-320c-4c64-b9de-9786c259e2ac req-142b9c4c-9778-42b3-bff1-75d2c296191a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.1139848
Jul 23 16:25:24.098690 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedda5a-ce96-4d52-820f-3557e45fa8b5 req-e005a5f2-43b0-450c-ac54-6cfcc1087294 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:24.106501 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5dedda5a-ce96-4d52-820f-3557e45fa8b5 req-e005a5f2-43b0-450c-ac54-6cfcc1087294 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 946 time: 0.2732389
Jul 23 16:25:24.187730 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-54002e0e-320c-4c64-b9de-9786c259e2ac req-5a417a8b-a518-4f77-89ca-2bdab05f1cd4 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781829
Jul 23 16:25:24.204480 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5dedda5a-ce96-4d52-820f-3557e45fa8b5 req-91f81446-84f3-4784-a3ab-e1a359a12177 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968692
Jul 23 16:25:25.143275 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f74d7309-89e7-47a5-8c58-f60ee20533bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:25.457012 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253d5b9-acc1-4427-afde-ce481532e476 req-0bf493aa-16cd-43bf-9a20-216f0309e4a8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:25.458561 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4253d5b9-acc1-4427-afde-ce481532e476 req-0bf493aa-16cd-43bf-9a20-216f0309e4a8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.1496885
Jul 23 16:25:25.475666 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064c5d4-871b-4eba-a0db-df7f7bbfb4d9 req-6c54931e-9f29-4373-ba7d-3f66a0f302bf tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:25.477415 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6064c5d4-871b-4eba-a0db-df7f7bbfb4d9 req-6c54931e-9f29-4373-ba7d-3f66a0f302bf tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 946 time: 0.1301265
Jul 23 16:25:25.551490 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4253d5b9-acc1-4427-afde-ce481532e476 req-4fddb16b-da01-4b1b-9bd8-909d40edb758 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846746
Jul 23 16:25:25.561866 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6064c5d4-871b-4eba-a0db-df7f7bbfb4d9 req-c980777f-0bd9-40a5-9c5f-991dfb72fc59 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687683
Jul 23 16:25:25.801251 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-862084a9-e2cc-4493-92a4-fd23e19740a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:25.802643 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-862084a9-e2cc-4493-92a4-fd23e19740a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 946 time: 0.0860367
Jul 23 16:25:25.914802 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Deleting port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:25:25.915181 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:25.949547 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:26.209563 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] For port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8f641aa3-47e5-4be9-bf28-1cb3d22d5507,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:26.210258 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:26.548180 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:26.548894 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:26.548894 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.l3_db [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Floating IP 09dafcfd-16e0-4f6c-8aed-ec1338330ba8 disassociated. External IP: 172.27.1.62, port: 8f641aa3-47e5-4be9-bf28-1cb3d22d5507.
Jul 23 16:25:26.549259 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Calling delete_port for 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:25:26.850249 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:26.859827 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-cbe1a9a9-d226-4e1d-97ea-5d604b926e25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:26.914150 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event deleted for resources: {'Port': ['ID=8f641aa3-47e5-4be9-bf28-1cb3d22d5507,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:26.919941 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:27.007068 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595327e4-1aca-4d48-97c0-6f89e91c618b req-3095a50d-3c20-4323-a0b9-1c529b8f50fe tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:27.014930 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-595327e4-1aca-4d48-97c0-6f89e91c618b req-3095a50d-3c20-4323-a0b9-1c529b8f50fe tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 946 time: 0.3005941
Jul 23 16:25:27.162312 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6cbef-e7b9-4b74-99c7-f9ad54cb6d02 req-0e5ab7ea-c9c4-4892-9ef5-3cc026dceda5 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:27.163738 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-25c6cbef-e7b9-4b74-99c7-f9ad54cb6d02 req-0e5ab7ea-c9c4-4892-9ef5-3cc026dceda5 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.4484363
Jul 23 16:25:27.216951 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-595327e4-1aca-4d48-97c0-6f89e91c618b req-7c19e21e-0741-4701-83d8-a1b7aa2ddc02 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2009709
Jul 23 16:25:27.335721 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-25c6cbef-e7b9-4b74-99c7-f9ad54cb6d02 req-24631c39-7c99-47bd-b993-bccb95e8935e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1551206
Jul 23 16:25:27.364898 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:25:27.606704 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:25:27.624222 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64061cd9-d90c-40a6-903b-3d18963416d8 None None] Sync routers for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:25:27.634698 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64061cd9-d90c-40a6-903b-3d18963416d8 None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:25:27.635780 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-64061cd9-d90c-40a6-903b-3d18963416d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091a26ab20>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:24:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:25:27.689061 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] No DVR routers for this DVR port 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:25:27.691542 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:27.695650 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9', 'name': 'network-vif-deleted', 'tag': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:25:27.713428 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9ec45f97-9b6e-480d-9a6b-b9662aceb038 req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "DELETE /v2.0/ports/8f641aa3-47e5-4be9-bf28-1cb3d22d5507 HTTP/1.1" status: 204  len: 173 time: 1.9021635
Jul 23 16:25:27.777346 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9', 'name': 'network-vif-deleted', 'tag': '8f641aa3-47e5-4be9-bf28-1cb3d22d5507', 'status': 'completed', 'code': 200}
Jul 23 16:25:27.845761 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-64061cd9-d90c-40a6-903b-3d18963416d8 None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:25:28.038047 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1ac0562f-0ce5-4cd5-89d1-d4304cd8b18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:28.112891 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:28.223882 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-64061cd9-d90c-40a6-903b-3d18963416d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091a26ab20>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:25:28.228184 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64061cd9-d90c-40a6-903b-3d18963416d8 None None] Checking router: 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:25:28.239428 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64061cd9-d90c-40a6-903b-3d18963416d8 None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:25:28.240232 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-64061cd9-d90c-40a6-903b-3d18963416d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091a26ab20>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:25:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:25:28.424143 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-fd98325f-5585-473d-aa41-5f2b0de08ee0 req-b8d1aa4a-9eda-4cc6-b7b8-ac7639181849 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Synchronizing usage tracker for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:25:28.453981 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-fd98325f-5585-473d-aa41-5f2b0de08ee0 req-b8d1aa4a-9eda-4cc6-b7b8-ac7639181849 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Unset dirty status for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:25:28.455679 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fd98325f-5585-473d-aa41-5f2b0de08ee0 req-b8d1aa4a-9eda-4cc6-b7b8-ac7639181849 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6aaad7f-e6cb-48e1-b8c7-7289ad0379c9 HTTP/1.1" status: 200  len: 210 time: 0.1079521
Jul 23 16:25:28.499765 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-64061cd9-d90c-40a6-903b-3d18963416d8 None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:25:28.631535 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67ffd8-ba5d-4463-9c2e-d8c014e55416 req-26170166-575d-4991-bec0-6f9329bece96 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:28.632944 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cc67ffd8-ba5d-4463-9c2e-d8c014e55416 req-26170166-575d-4991-bec0-6f9329bece96 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.1080556
Jul 23 16:25:28.693964 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-cc67ffd8-ba5d-4463-9c2e-d8c014e55416 req-8ac89112-0a9d-460c-b622-88835984f2fc tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544400
Jul 23 16:25:28.889172 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:28.898436 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-64061cd9-d90c-40a6-903b-3d18963416d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091a26ab20>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:25:28.904824 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64061cd9-d90c-40a6-903b-3d18963416d8 None None] The sync data for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi is: [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:25:29.248823 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca27188-270b-4786-9cab-4ce48f4d2a46 None None] New status for floating IP 09dafcfd-16e0-4f6c-8aed-ec1338330ba8: DOWN {{(pid=78521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:25:29.875856 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-14ea39d2-408e-401f-bed2-358870578598 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023008645&fields=id&tenant_id=9b91736caab74a6eb5a5f02af6266d99 HTTP/1.1" status: 200  len: 267 time: 0.0563393
Jul 23 16:25:30.082130 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-70211f13-ba80-4b95-bac0-3a2738cc0f72 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:30.087474 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-70211f13-ba80-4b95-bac0-3a2738cc0f72 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 812 time: 0.2087517
Jul 23 16:25:30.109124 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-cecdfabb-5b81-4f8c-ac5d-edabd35798e4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/quotas/9b91736caab74a6eb5a5f02af6266d99 HTTP/1.1" status: 200  len: 375 time: 0.0177956
Jul 23 16:25:30.131566 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:25:30.186192 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:25:30.186720 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 8f641aa3-47e5-4be9-bf28-1cb3d22d5507 not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:25:30.191480 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02539902-36d4-4a4a-97a8-fb6032daf098 req-8b79ddd9-0d5f-424a-a9c0-e8d67007b805 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:30.193021 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-02539902-36d4-4a4a-97a8-fb6032daf098 req-8b79ddd9-0d5f-424a-a9c0-e8d67007b805 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.2057781
Jul 23 16:25:30.263517 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-02539902-36d4-4a4a-97a8-fb6032daf098 req-e23c8b5e-40c8-4808-a575-4a3806b69a02 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637095
Jul 23 16:25:30.285649 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-0775fd3b-0c0d-4e53-ba6b-7ae691644808 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1700397
Jul 23 16:25:30.370479 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:30.435515 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-f9d83954-cf78-4c1b-984f-5c9e6aa837f0 service neutron] 10.222.0.82 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376612
Jul 23 16:25:30.573179 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-c7b5b619-7efd-472f-9e5c-c1c6629f5b14 service neutron] 10.222.0.82 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315758
Jul 23 16:25:30.970917 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9996b758-11b6-4a38-9d18-82b57aa21ee9 req-038439ee-b520-4cc7-9885-4a255f752f49 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 210 time: 0.0474844
Jul 23 16:25:31.452353 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346dc0f-8a17-4456-b298-1e561e2ffbe6 req-237fe1f7-dd1a-4be2-9fca-9888ec078ea5 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:31.453818 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5346dc0f-8a17-4456-b298-1e561e2ffbe6 req-237fe1f7-dd1a-4be2-9fca-9888ec078ea5 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.0795908
Jul 23 16:25:31.501488 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5346dc0f-8a17-4456-b298-1e561e2ffbe6 req-735a67eb-6ca7-4889-9fdf-9d6826820ab8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411184
Jul 23 16:25:32.335418 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b9f765d0-912d-4330-9be9-634fae564b1d req-075d3399-b816-43da-b25a-f73b69213cdc tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 210 time: 0.2181778
Jul 23 16:25:32.392702 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-5657e20d-ba64-48f2-a3b7-00e3502e704e tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:32.394128 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-5657e20d-ba64-48f2-a3b7-00e3502e704e tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 812 time: 0.3615854
Jul 23 16:25:32.464141 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-597d2d27-2205-4898-b4d5-7c0fc18e931b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b91736caab74a6eb5a5f02af6266d99 HTTP/1.1" status: 200  len: 380 time: 0.0443332
Jul 23 16:25:32.479018 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Request body: {'port': {'device_id': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'admin_state_up': True, 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'security_groups': ['935b454e-2e36-4513-801e-3f9bea24a118']}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:25:32.678679 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:25:32.691780 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:25:32.710184 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Made reservation on behalf of 9b91736caab74a6eb5a5f02af6266d99 for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:25:32.713561 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:32.741936 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3afc-0b15-4b4d-b7b2-609790b6491b req-a12fca12-f2eb-45f7-93a1-57cd8d5d192b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:32.743416 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fbaa3afc-0b15-4b4d-b7b2-609790b6491b req-a12fca12-f2eb-45f7-93a1-57cd8d5d192b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.1227357
Jul 23 16:25:32.852829 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-fbaa3afc-0b15-4b4d-b7b2-609790b6491b req-10477dbe-74be-4546-be68-0860677da704 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718231
Jul 23 16:25:32.924590 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Allocated IP 172.20.0.6 (10915c46-1d6d-4de0-80b0-bbee884607df/ed8a5c54-2b80-4df0-9563-26a74e02a670/fdf27bcd-c9a0-4015-a7ec-e92afa62a04f) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:25:33.116118 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:33.131412 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Transition to ACTIVE for port object fdf27bcd-c9a0-4015-a7ec-e92afa62a04f will not be triggered until provisioned by entity DHCP. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:25:33.155779 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:33.161437 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-dfbc1897-28e4-4f45-ba23-5c4865a83253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:33.230083 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Network 10915c46-1d6d-4de0-80b0-bbee884607df is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:25:33.231429 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:25:33.235685 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:25:33.281340 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'Port': ['ID=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:33.290336 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:33.314181 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:33.315124 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:33.343167 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8733363
Jul 23 16:25:33.384278 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Request body: {'port': {'device_id': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:25:33.492569 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-71327cb9-cb70-4795-bf02-24290edbeca6 None None] Provisioning for port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:25:33.498808 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-71327cb9-cb70-4795-bf02-24290edbeca6 None None] Provisioning complete for port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:25:33.499229 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-71327cb9-cb70-4795-bf02-24290edbeca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:33.559098 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-71327cb9-cb70-4795-bf02-24290edbeca6 None None] Port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:25:33.567389 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:33.588765 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 50048) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:25:33.648651 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Deleting subnet f7c0eecf-3f71-4e7a-9146-7045b389b218 {{(pid=78519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:25:33.650629 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99efee-b922-4a01-9d9e-c35273d6eaea req-274f52ca-9525-4d56-8ff0-b08d7f8bd63b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:33.651375 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-8e99efee-b922-4a01-9d9e-c35273d6eaea req-274f52ca-9525-4d56-8ff0-b08d7f8bd63b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Synchronizing usage tracker for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:25:33.651617 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:33.703418 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1851698'] for subnet, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:33.717886 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-8e99efee-b922-4a01-9d9e-c35273d6eaea req-274f52ca-9525-4d56-8ff0-b08d7f8bd63b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Unset dirty status for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:25:33.719089 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8e99efee-b922-4a01-9d9e-c35273d6eaea req-274f52ca-9525-4d56-8ff0-b08d7f8bd63b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 931 time: 0.2456396
Jul 23 16:25:33.763584 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:33.801682 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8e99efee-b922-4a01-9d9e-c35273d6eaea req-73aa92f7-bd36-4dcc-ae8d-6886ccfb6b91 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767987
Jul 23 16:25:33.832342 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1709553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2214887'] for subnet, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:33.836968 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:33.871919 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c0eecf-3f71-4e7a-9146-7045b389b218,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:33.874499 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:33.883876 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:33.884258 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:33.884631 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:33.884991 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:33.885503 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:33.886032 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:33.886531 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:33.887564 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:33.888095 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:33.888614 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:33.888970 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:33.889321 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:33.892458 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:33.896642 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-8e944eca-c06a-4152-9f34-0797c068939b admin admin] 10.222.0.82 "DELETE /v2.0/subnets/f7c0eecf-3f71-4e7a-9146-7045b389b218 HTTP/1.1" status: 204  len: 168 time: 0.3067827
Jul 23 16:25:33.897259 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 50054) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:25:34.003818 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.053046 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf27bcd-c9a0-4015-a7ec-e92afa62a04f {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:25:34.062524 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.084658 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Transition to ACTIVE for port object fdf27bcd-c9a0-4015-a7ec-e92afa62a04f will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:25:34.093199 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.099135 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3021e038-9708-4a5b-81af-f1e181d5bdf5 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:34.130843 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.143995 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0919bc2f40>,) {'filters': {'network_id': ['7ec84297-3a73-4ee4-bf35-af54b721a8ec']}} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:25:34.146729 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5de73-b0fe-48cc-be6a-faf04ce29aac req-1b99ee46-e187-4d5f-9d33-f25f3fde8f38 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:34.148245 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e5b5de73-b0fe-48cc-be6a-faf04ce29aac req-1b99ee46-e187-4d5f-9d33-f25f3fde8f38 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.1675780
Jul 23 16:25:34.157097 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0919bc2f40>, '8fe66339-4393-42d4-938d-6623799bc7ca') {'for_net_delete': True} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:25:34.157318 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0919bc2f40>, '8fe66339-4393-42d4-938d-6623799bc7ca') {} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:25:34.168824 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1851693'] for segment, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.190128 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.196712 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=78519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:25:34.197102 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1709463'] for segment, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]: Traceback (most recent call last):
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     timer()
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     cb(*args, **kw)
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     return func(*args, **kwargs)
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     self._notify()
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     self.callback(batched_events)
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     event.method(event)
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     return f(self, *a, **k)
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._get(url).json()
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:25:34.211183 dv-cinder-802036-1-iscsi neutron-server[78519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:25:34.300783 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.304999 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:34.323090 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.330330 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec84297-3a73-4ee4-bf35-af54b721a8ec,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:34.334453 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] 10.222.0.82 "DELETE /v2.0/networks/7ec84297-3a73-4ee4-bf35-af54b721a8ec HTTP/1.1" status: 204  len: 168 time: 0.4362369
Jul 23 16:25:34.335403 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:34.400193 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:34.411255 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:34.458953 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e5b5de73-b0fe-48cc-be6a-faf04ce29aac req-caca8944-6418-4281-8cb9-afa1a40ab3a8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2971051
Jul 23 16:25:34.501949 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Attempting to bind port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:25:34.502757 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Attempting to bind port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:25:34.502757 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Attempting to bind port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f on network 10915c46-1d6d-4de0-80b0-bbee884607df {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:25:34.508580 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f on network 10915c46-1d6d-4de0-80b0-bbee884607df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:25:34.509065 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Attempting to bind port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f on network 10915c46-1d6d-4de0-80b0-bbee884607df {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:25:34.515508 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:25:34.515847 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Checking segment: {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:25:34.516230 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Bound using segment: {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:25:34.516663 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Bound port: fdf27bcd-c9a0-4015-a7ec-e92afa62a04f, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:25:34.517048 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.536063 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 50064) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:25:34.592720 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-0dd8a91d-c2f7-46e4-91fa-dd8e26fe9ae4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5640ca49cf6b488081cf1be4f1ae5c2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0552733
Jul 23 16:25:34.595181 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 50068) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:25:34.609975 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] For port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:25:34.613124 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] For port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:25:34.616818 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.621352 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3c16120d-026c-41e5-b64c-18f8b743789b tempest-AttachVolumeNegativeTest-1526595023 tempest-AttachVolumeNegativeTest-1526595023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:34.657158 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6dfd85eb-c49a-4c97-a5b2-3272aa2228b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.678509 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:34.679148 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.680495 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] 10.222.0.83 "PUT /v2.0/ports/fdf27bcd-c9a0-4015-a7ec-e92afa62a04f HTTP/1.1" status: 200  len: 1093 time: 1.3007793
Jul 23 16:25:34.680985 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'tag': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:25:34.684718 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6dfd85eb-c49a-4c97-a5b2-3272aa2228b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.718151 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:34.729420 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:34.756365 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6dfd85eb-c49a-4c97-a5b2-3272aa2228b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.760634 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b9fdf983-3a36-4d01-b41c-e391bc117f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:34.777381 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd85eb-c49a-4c97-a5b2-3272aa2228b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d860ad5d-deee-476d-8242-ba526519c129,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:34.780214 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6dfd85eb-c49a-4c97-a5b2-3272aa2228b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:34.781406 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-6dfd85eb-c49a-4c97-a5b2-3272aa2228b5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d860ad5d-deee-476d-8242-ba526519c129 HTTP/1.1" status: 204  len: 168 time: 0.1852341
Jul 23 16:25:34.782273 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-6dfd85eb-c49a-4c97-a5b2-3272aa2228b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:34.788881 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'tag': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'status': 'completed', 'code': 200}
Jul 23 16:25:34.834256 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-72abfc1f-819c-48ce-92f8-1679c6f82807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:34.835818 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-72abfc1f-819c-48ce-92f8-1679c6f82807 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 1096 time: 0.0864401
Jul 23 16:25:34.927628 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-ea8a540d-3ba4-4ada-b110-6bbeb5bf98bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f HTTP/1.1" status: 200  len: 217 time: 0.0744734
Jul 23 16:25:35.050501 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-448ddf76-6a67-4f5e-b3d5-6ba7a97dac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:35.051972 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-448ddf76-6a67-4f5e-b3d5-6ba7a97dac37 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.1158829
Jul 23 16:25:35.130669 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b486d3-8d7e-47ee-a5ac-6c335d21455b req-47faf317-5e59-4d05-ab4a-b7c2adb59705 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:35.132188 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-53b486d3-8d7e-47ee-a5ac-6c335d21455b req-47faf317-5e59-4d05-ab4a-b7c2adb59705 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 943 time: 0.1605337
Jul 23 16:25:35.188822 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bcf8e3a5-6d6d-493b-8035-57f627e1a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:35.190673 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-bcf8e3a5-6d6d-493b-8035-57f627e1a5c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1296558
Jul 23 16:25:35.196254 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-53b486d3-8d7e-47ee-a5ac-6c335d21455b req-c072a012-dfd5-4318-80e2-18e7d52a54ab tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563228
Jul 23 16:25:35.330188 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-63602ebe-cdd0-43ec-992c-be42db7d96a2 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315818
Jul 23 16:25:35.469015 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8bf2b8ff-fe2b-416b-a856-0b524a30b2bc req-14ec2496-8427-4463-b2d4-ec6b3b6c4b0d service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301455
Jul 23 16:25:35.722567 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2d69a-e7b3-41ed-a11a-23272e8cd8a9 req-0296373c-1f66-4228-8c8a-062ae39c6261 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:35.724042 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82f2d69a-e7b3-41ed-a11a-23272e8cd8a9 req-0296373c-1f66-4228-8c8a-062ae39c6261 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.1446054
Jul 23 16:25:35.725928 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd7800-3cb2-42ba-883b-5a089505e515 req-f8aea351-56ff-408f-ba7e-5a733e452f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:35.727266 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-66fd7800-3cb2-42ba-883b-5a089505e515 req-f8aea351-56ff-408f-ba7e-5a733e452f94 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 1096 time: 0.1115155
Jul 23 16:25:35.860256 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-82f2d69a-e7b3-41ed-a11a-23272e8cd8a9 req-f80108cd-458c-400e-bf02-eb4acc7e2eed tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1299155
Jul 23 16:25:35.901887 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd7800-3cb2-42ba-883b-5a089505e515 req-38aa1854-81e7-4dd1-871b-400d4f264687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:35.903375 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-66fd7800-3cb2-42ba-883b-5a089505e515 req-38aa1854-81e7-4dd1-871b-400d4f264687 service neutron] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 914 time: 0.1573069
Jul 23 16:25:35.980067 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-66fd7800-3cb2-42ba-883b-5a089505e515 req-8990662e-3835-4877-a6b9-f841a83cf610 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f HTTP/1.1" status: 200  len: 217 time: 0.0684185
Jul 23 16:25:36.035981 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 50108) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:25:36.051322 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd7800-3cb2-42ba-883b-5a089505e515 req-23350ef6-d161-4e4f-b392-a34305bbde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:36.052861 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-66fd7800-3cb2-42ba-883b-5a089505e515 req-23350ef6-d161-4e4f-b392-a34305bbde79 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.0621476
Jul 23 16:25:36.132593 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd7800-3cb2-42ba-883b-5a089505e515 req-88377bc0-1b46-4fac-a2b7-06315f20d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:36.134013 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-66fd7800-3cb2-42ba-883b-5a089505e515 req-88377bc0-1b46-4fac-a2b7-06315f20d3af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730710
Jul 23 16:25:36.161098 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c2ef3c69-d481-42b6-81a4-c483b23c4fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:36.175971 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-c2ef3c69-d481-42b6-81a4-c483b23c4fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:25:36.179837 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-c2ef3c69-d481-42b6-81a4-c483b23c4fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:1f0a0e0b4aef4f3fbbada97e9fcfb59b is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:25:36.182644 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-c2ef3c69-d481-42b6-81a4-c483b23c4fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:25:36.189251 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-c2ef3c69-d481-42b6-81a4-c483b23c4fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:25:36.286062 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c2ef3c69-d481-42b6-81a4-c483b23c4fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:36.290745 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c2ef3c69-d481-42b6-81a4-c483b23c4fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:36.300814 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e159cd7f-68b2-4fc5-853b-d9d4a7ed2f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:36.339028 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef3c69-d481-42b6-81a4-c483b23c4fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92889a0-94b5-41e1-9ac4-8b75cbcd1fe5,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:36.343240 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c2ef3c69-d481-42b6-81a4-c483b23c4fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:36.352083 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-c2ef3c69-d481-42b6-81a4-c483b23c4fe1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1f0a0e0b4aef4f3fbbada97e9fcfb59b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3117428
Jul 23 16:25:36.352083 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 50116) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:25:36.406900 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-66fd7800-3cb2-42ba-883b-5a089505e515 req-5acb5bd5-4037-46d6-9929-fd380b10e109 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2642438
Jul 23 16:25:36.414299 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a82e8b6f-f738-442d-acc4-53dc0a6fccf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:36.440715 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a82e8b6f-f738-442d-acc4-53dc0a6fccf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:36.460870 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12ac5a-2903-4354-a191-550c8f30fb73 req-dd4acab0-3300-4eaa-a928-a56fdfbbc58f tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:36.462316 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb12ac5a-2903-4354-a191-550c8f30fb73 req-dd4acab0-3300-4eaa-a928-a56fdfbbc58f tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 943 time: 0.1449406
Jul 23 16:25:36.495277 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a82e8b6f-f738-442d-acc4-53dc0a6fccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:36.500263 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b4a5cb4b-3c79-4095-88e1-b958281f959c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:36.513677 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e8b6f-f738-442d-acc4-53dc0a6fccf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92889a0-94b5-41e1-9ac4-8b75cbcd1fe5,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:36.516540 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a82e8b6f-f738-442d-acc4-53dc0a6fccf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:36.518988 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a82e8b6f-f738-442d-acc4-53dc0a6fccf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:36.522279 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-a82e8b6f-f738-442d-acc4-53dc0a6fccf6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b92889a0-94b5-41e1-9ac4-8b75cbcd1fe5 HTTP/1.1" status: 204  len: 168 time: 0.1672308
Jul 23 16:25:36.582455 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bb12ac5a-2903-4354-a191-550c8f30fb73 req-d7608606-a4b1-4c30-8ae9-49de534e60d5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733116
Jul 23 16:25:36.587906 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-66fd7800-3cb2-42ba-883b-5a089505e515 req-8228eac3-107a-4d3c-972f-1b38c5387e5d service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714237
Jul 23 16:25:37.057689 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35124ee7-0418-4543-8146-282efac0e999 req-3b63b0ca-8e9f-4def-9802-de0c20755335 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:37.059360 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-35124ee7-0418-4543-8146-282efac0e999 req-3b63b0ca-8e9f-4def-9802-de0c20755335 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.0840664
Jul 23 16:25:37.108134 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-35124ee7-0418-4543-8146-282efac0e999 req-108a805b-ed1d-499f-b302-d0a383d1b083 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427547
Jul 23 16:25:37.789183 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da81b0d-6c0c-482e-910e-112ceb762832 req-8d1fe209-16cd-4c08-bcf3-55415d553ace tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:37.790674 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2da81b0d-6c0c-482e-910e-112ceb762832 req-8d1fe209-16cd-4c08-bcf3-55415d553ace tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 943 time: 0.0871019
Jul 23 16:25:37.836047 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2da81b0d-6c0c-482e-910e-112ceb762832 req-308a09f2-ef98-4c6f-8305-cb3ca5406003 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393639
Jul 23 16:25:38.161376 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 29261bcd-a2cd-41c0-869b-7ba802f73afd details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:25:38.305402 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 29261bcd-a2cd-41c0-869b-7ba802f73afd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:38.322548 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'port_id': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'mac_address': 'fa:16:3e:ba:92:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:25:38.353797 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99cc3d-2927-4507-b858-3dd92a99997a req-5b8771a2-e36c-405d-bd46-ebe3a51ee97a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:38.356362 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b99cc3d-2927-4507-b858-3dd92a99997a req-5b8771a2-e36c-405d-bd46-ebe3a51ee97a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.0996778
Jul 23 16:25:38.399975 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:38.419829 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29261bcd-a2cd-41c0-869b-7ba802f73afd {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:25:38.422632 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9b99cc3d-2927-4507-b858-3dd92a99997a req-3283d809-1e7a-4ece-a6a2-38174e582876 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591199
Jul 23 16:25:38.438188 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 29261bcd-a2cd-41c0-869b-7ba802f73afd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:38.454196 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:38.456155 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:38.544127 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=29261bcd-a2cd-41c0-869b-7ba802f73afd,revision_number=6']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:38.552371 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:38.552905 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:38.553483 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:38.554155 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:38.554491 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:38.554809 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:38.555306 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:38.555807 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:38.556291 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:38.556763 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:38.557412 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:38.557865 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:38.562132 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:38.628947 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['29261bcd-a2cd-41c0-869b-7ba802f73afd'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:25:39.069545 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff4c53-0c1e-4f89-8608-bfaab69b1392 req-90119db4-d28d-4ca7-90e8-1f78139b4bf3 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:39.071903 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f3ff4c53-0c1e-4f89-8608-bfaab69b1392 req-90119db4-d28d-4ca7-90e8-1f78139b4bf3 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 943 time: 0.0959296
Jul 23 16:25:39.173261 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f3ff4c53-0c1e-4f89-8608-bfaab69b1392 req-3f14d943-a9f9-4e52-8895-e6c58af4d60c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937490
Jul 23 16:25:39.180862 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8106ed24-dd46-4317-aba7-5078cbed2904 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=c492812d2165485ab2490bc3706ef411&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0607076
Jul 23 16:25:39.348915 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-c2353f60-e4dd-4a95-ab68-c2baeeac0ece tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:39.350427 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-c2353f60-e4dd-4a95-ab68-c2baeeac0ece tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1687152
Jul 23 16:25:39.374614 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-f18f2b34-e7ac-4562-a5f7-eb028d96ad76 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/quotas/c492812d2165485ab2490bc3706ef411 HTTP/1.1" status: 200  len: 375 time: 0.0124214
Jul 23 16:25:39.429415 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-7b161a68-bdcd-4e12-a97e-481dfff1c98f tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=c492812d2165485ab2490bc3706ef411&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0493653
Jul 23 16:25:39.697574 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c1ff0834-7ae2-4c0a-b60a-bd3882e40943 req-68699144-30cc-408a-974a-175a3d538051 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 210 time: 0.0786841
Jul 23 16:25:39.740087 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d87c26-a86f-4bd2-b7e9-2eb5caa41822 req-8504b5a0-e100-4ff7-979a-c729aa6d27d6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:39.741581 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-87d87c26-a86f-4bd2-b7e9-2eb5caa41822 req-8504b5a0-e100-4ff7-979a-c729aa6d27d6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 944 time: 0.1698744
Jul 23 16:25:39.812933 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-87d87c26-a86f-4bd2-b7e9-2eb5caa41822 req-1eaf6685-8b5d-415e-9379-eec30f412122 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635419
Jul 23 16:25:40.172089 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 29261bcd-a2cd-41c0-869b-7ba802f73afd up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:25:40.272175 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 29261bcd-a2cd-41c0-869b-7ba802f73afd triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:25:40.272553 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:40.447927 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:40.477873 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:25:40.510299 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 29261bcd-a2cd-41c0-869b-7ba802f73afd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:40.517201 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:40.519359 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:40.569949 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'code': 200}
Jul 23 16:25:40.571382 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c42728-d5e6-4fda-b182-420bc8b8ef8e req-579b4b32-6b10-49b0-9ae5-a740955db7d9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:40.573601 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-00c42728-d5e6-4fda-b182-420bc8b8ef8e req-579b4b32-6b10-49b0-9ae5-a740955db7d9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 943 time: 0.1598570
Jul 23 16:25:40.622870 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=29261bcd-a2cd-41c0-869b-7ba802f73afd,revision_number=7']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:40.626669 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:40.673465 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-00c42728-d5e6-4fda-b182-420bc8b8ef8e req-146f0748-8da2-40a7-96be-3456cceb91a2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929880
Jul 23 16:25:40.869693 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8621eb51-fa18-4816-894c-938e26d97922 req-a48f2eb1-7dac-4c3b-b166-f074c85ce86e tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 210 time: 0.0479779
Jul 23 16:25:41.065787 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79d827-41d9-4ca5-8806-90564ac55398 req-70e6859b-de56-45eb-82e8-bf3b302bf532 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:41.067693 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ff79d827-41d9-4ca5-8806-90564ac55398 req-70e6859b-de56-45eb-82e8-bf3b302bf532 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.1170461
Jul 23 16:25:41.135094 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ff79d827-41d9-4ca5-8806-90564ac55398 req-2e86c30c-68b6-4ef6-82b1-4eaed4307f74 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609694
Jul 23 16:25:41.268228 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-5baf8d1c-de24-439b-8c05-99e3bdd12420 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c492812d2165485ab2490bc3706ef411&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0387151
Jul 23 16:25:41.474531 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-f4c70d6f-cb9f-46db-a466-a76142078e01 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:41.476053 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-f4c70d6f-cb9f-46db-a466-a76142078e01 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2021542
Jul 23 16:25:41.505425 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Request body: {'port': {'device_id': 'a24d2cca-eb23-4b53-b2d8-52eb7dec6d76', 'network_id': '5489b3f2-ee79-4234-b70c-2484e20831f4', 'admin_state_up': True, 'tenant_id': 'c492812d2165485ab2490bc3706ef411'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:25:41.767173 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:25:41.817673 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Usage tracker for resource:port and tenant:c492812d2165485ab2490bc3706ef411 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:25:41.836307 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:25:41.846326 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:25:41.867130 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Made reservation on behalf of c492812d2165485ab2490bc3706ef411 for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:25:41.870836 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:41.890140 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:41.921770 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db58a-86a4-4601-b782-673abf348988 req-c1c80478-dc31-4490-b5ce-25a55214d85a tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:41.923469 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-700db58a-86a4-4601-b782-673abf348988 req-c1c80478-dc31-4490-b5ce-25a55214d85a tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 943 time: 0.1525140
Jul 23 16:25:41.927424 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:25:41.934321 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Usage tracker for resource:security_group_rule and tenant:c492812d2165485ab2490bc3706ef411 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:25:41.938059 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:25:41.959613 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:25:42.013804 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-700db58a-86a4-4601-b782-673abf348988 req-483c80f2-4847-46b3-b93a-0babc448f7a2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809150
Jul 23 16:25:42.090172 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-836ff535-ce75-4e60-adf5-30bc05fb7b54 req-347e0b6d-11dd-4365-85ee-e442267cbc2d tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 210 time: 0.0843387
Jul 23 16:25:42.158821 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:42.163061 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:42.166225 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-0c8a4bd4-c49d-46cf-aeda-e25a7e71aa1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:42.207499 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da717878-dcba-416e-bb72-a3d9e89a8a48,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:42.245665 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:42.425939 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Allocated IP 192.168.233.148 (5489b3f2-ee79-4234-b70c-2484e20831f4/0b717b96-a20c-4ddf-b8df-b9e957ec86eb/3f9d9658-f30f-4ae9-9c15-3bf71daddf38) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:25:42.439826 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e97e3-36ae-4b7f-92ae-b9ab840018cc req-2ba13e95-c376-4e52-975f-3d696de2e483 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:42.441533 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-931e97e3-36ae-4b7f-92ae-b9ab840018cc req-2ba13e95-c376-4e52-975f-3d696de2e483 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.1599813
Jul 23 16:25:42.534340 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-931e97e3-36ae-4b7f-92ae-b9ab840018cc req-e079bf21-7f3c-468d-89c5-74b64316a4b1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830495
Jul 23 16:25:42.721244 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:42.743174 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Transition to ACTIVE for port object 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 will not be triggered until provisioned by entity DHCP. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:25:42.768667 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:42.774459 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-e94c312f-38d1-43de-a1f7-e5f0181b160f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:42.850711 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Network 5489b3f2-ee79-4234-b70c-2484e20831f4 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:25:42.852595 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:25:42.857547 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:25:42.943861 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:42.944521 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:42.967720 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Pushing event updated for resources: {'Port': ['ID=3f9d9658-f30f-4ae9-9c15-3bf71daddf38,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:42.971072 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:42.976296 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4771276
Jul 23 16:25:43.002898 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Request body: {'port': {'device_id': 'a24d2cca-eb23-4b53-b2d8-52eb7dec6d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:25:43.172484 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:43.241700 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-87921a16-0e27-41c3-9ec9-c34a32de7bf4 None None] Provisioning for port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:25:43.247753 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-87921a16-0e27-41c3-9ec9-c34a32de7bf4 None None] Provisioning complete for port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:25:43.248135 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-87921a16-0e27-41c3-9ec9-c34a32de7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:43.323791 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-87921a16-0e27-41c3-9ec9-c34a32de7bf4 None None] Port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:25:43.474082 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d8100-7a0d-4843-a2ef-d70889dce6ec req-7b9c97b2-e041-4ce5-8bcd-2fbe14b23aea tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:43.482163 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-289d8100-7a0d-4843-a2ef-d70889dce6ec req-7b9c97b2-e041-4ce5-8bcd-2fbe14b23aea tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 943 time: 0.2963612
Jul 23 16:25:43.562789 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-289d8100-7a0d-4843-a2ef-d70889dce6ec req-c9a2e484-7971-453b-b058-00eae184c162 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795543
Jul 23 16:25:43.600859 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f7371-d977-4cc1-a8d4-3adedc823be6 req-ad410cce-1d7c-4273-855f-2ecfd600c54e tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:43.601578 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-154f7371-d977-4cc1-a8d4-3adedc823be6 req-ad410cce-1d7c-4273-855f-2ecfd600c54e tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Synchronizing usage tracker for tenant:c492812d2165485ab2490bc3706ef411 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:25:43.695708 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-154f7371-d977-4cc1-a8d4-3adedc823be6 req-ad410cce-1d7c-4273-855f-2ecfd600c54e tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Unset dirty status for tenant:c492812d2165485ab2490bc3706ef411 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:25:43.702998 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-154f7371-d977-4cc1-a8d4-3adedc823be6 req-ad410cce-1d7c-4273-855f-2ecfd600c54e tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 936 time: 0.4427941
Jul 23 16:25:43.853449 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-154f7371-d977-4cc1-a8d4-3adedc823be6 req-19ececa1-dd19-4fcf-90d1-045f72a9deb5 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Synchronizing usage tracker for tenant:c492812d2165485ab2490bc3706ef411 on resource:security_group {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:25:43.909346 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-154f7371-d977-4cc1-a8d4-3adedc823be6 req-19ececa1-dd19-4fcf-90d1-045f72a9deb5 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Unset dirty status for tenant:c492812d2165485ab2490bc3706ef411 on resource:security_group {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:25:43.912189 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-154f7371-d977-4cc1-a8d4-3adedc823be6 req-19ececa1-dd19-4fcf-90d1-045f72a9deb5 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/security-groups?id=da717878-dcba-416e-bb72-a3d9e89a8a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082565
Jul 23 16:25:43.976389 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aaa9d-3f55-4472-be62-69deb00def9f req-cf3da268-319b-411c-b532-3e46da8c4f1a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:43.978002 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a97aaa9d-3f55-4472-be62-69deb00def9f req-cf3da268-319b-411c-b532-3e46da8c4f1a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.2716453
Jul 23 16:25:44.007948 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:25:44.020769 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:44.061189 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a97aaa9d-3f55-4472-be62-69deb00def9f req-c252b8be-babd-452f-96a4-caeef228d3f7 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725234
Jul 23 16:25:44.062272 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Transition to ACTIVE for port object 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:25:44.067703 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:44.072541 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2dac3407-aa2a-4938-8c0a-435eb40b3d6f tempest-VolumesSnapshotTestJSON-1649187601 tempest-VolumesSnapshotTestJSON-1649187601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:44.225525 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device fdf27bcd-c9a0-4015-a7ec-e92afa62a04f details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:25:44.346126 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9d9658-f30f-4ae9-9c15-3bf71daddf38,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:44.354708 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:44.442241 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:44.454190 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Attempting to bind port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:25:44.454535 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Attempting to bind port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'd04e8839-173d-48d9-854e-a66659667630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '5489b3f2-ee79-4234-b70c-2484e20831f4'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:25:44.454866 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Attempting to bind port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 on network 5489b3f2-ee79-4234-b70c-2484e20831f4 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:25:44.460641 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 on network 5489b3f2-ee79-4234-b70c-2484e20831f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:25:44.460967 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Attempting to bind port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 on network 5489b3f2-ee79-4234-b70c-2484e20831f4 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:25:44.466510 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'port_id': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'mac_address': 'fa:16:3e:fb:a1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:25:44.467377 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:25:44.467723 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Checking segment: {'id': 'd04e8839-173d-48d9-854e-a66659667630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '5489b3f2-ee79-4234-b70c-2484e20831f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:25:44.468112 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Bound using segment: {'id': 'd04e8839-173d-48d9-854e-a66659667630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '5489b3f2-ee79-4234-b70c-2484e20831f4'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:25:44.468561 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Bound port: 3f9d9658-f30f-4ae9-9c15-3bf71daddf38, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04e8839-173d-48d9-854e-a66659667630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '5489b3f2-ee79-4234-b70c-2484e20831f4'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:25:44.468897 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:44.559020 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:44.582148 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] For port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:25:44.588150 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf27bcd-c9a0-4015-a7ec-e92afa62a04f {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:25:44.599831 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] For port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3f9d9658-f30f-4ae9-9c15-3bf71daddf38,segment=NetworkSegment(d04e8839-173d-48d9-854e-a66659667630),segment_id=d04e8839-173d-48d9-854e-a66659667630)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:25:44.611910 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:44.612290 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:44.617157 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:44.621260 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-e9012960-230f-4f76-b2dd-31e46c6f7595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:44.621562 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:44.709878 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:44.730549 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:44.732723 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:44.734832 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] 10.222.0.83 "PUT /v2.0/ports/3f9d9658-f30f-4ae9-9c15-3bf71daddf38 HTTP/1.1" status: 200  len: 1098 time: 1.7378542
Jul 23 16:25:44.735400 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24d2cca-eb23-4b53-b2d8-52eb7dec6d76', 'tag': '3f9d9658-f30f-4ae9-9c15-3bf71daddf38'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:25:44.739417 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:44.852089 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24d2cca-eb23-4b53-b2d8-52eb7dec6d76', 'tag': '3f9d9658-f30f-4ae9-9c15-3bf71daddf38', 'status': 'completed', 'code': 200}
Jul 23 16:25:44.938157 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9d9658-f30f-4ae9-9c15-3bf71daddf38,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:44.942569 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:45.003729 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['fdf27bcd-c9a0-4015-a7ec-e92afa62a04f'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:25:45.041111 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94435597-3fc4-4501-b46a-560dd35c5878 req-3b9eaeb5-df6b-42af-9e23-d7a12e94d322 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:45.061123 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-94435597-3fc4-4501-b46a-560dd35c5878 req-3b9eaeb5-df6b-42af-9e23-d7a12e94d322 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 944 time: 0.3069153
Jul 23 16:25:45.094708 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-e7e9ba3b-40d4-467b-8b8a-16037b6e7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:45.096694 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-e7e9ba3b-40d4-467b-8b8a-16037b6e7fe7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c492812d2165485ab2490bc3706ef411&device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 1101 time: 0.2508121
Jul 23 16:25:45.186917 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-94435597-3fc4-4501-b46a-560dd35c5878 req-67e053a1-88f7-4101-ad07-1b8855a09c6c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226716
Jul 23 16:25:45.287149 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-ca9a852d-dc56-450e-9d47-303bd68f5617 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=3f9d9658-f30f-4ae9-9c15-3bf71daddf38 HTTP/1.1" status: 200  len: 217 time: 0.1681416
Jul 23 16:25:45.426767 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-d66537bd-6406-48ad-9457-f190d9fd6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:45.427655 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-d66537bd-6406-48ad-9457-f190d9fd6280 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0b717b96-a20c-4ddf-b8df-b9e957ec86eb HTTP/1.1" status: 200  len: 843 time: 0.1314645
Jul 23 16:25:45.443097 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d210c50-95b6-4748-a284-f14b20fcafca req-4dbfae9d-34a5-4294-8459-b0e809ea616e tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:45.444542 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6d210c50-95b6-4748-a284-f14b20fcafca req-4dbfae9d-34a5-4294-8459-b0e809ea616e tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 948 time: 0.3275268
Jul 23 16:25:45.537833 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead8006-0b62-4375-ab0f-f33965ef78c3 req-4ec1c150-47b9-4f35-934d-42e5e4a81d9c tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:45.539366 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6ead8006-0b62-4375-ab0f-f33965ef78c3 req-4ec1c150-47b9-4f35-934d-42e5e4a81d9c tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.2094450
Jul 23 16:25:45.584596 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6d210c50-95b6-4748-a284-f14b20fcafca req-c5b14691-85f0-4e99-88a9-0d20f21e9ce6 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/security-groups?id=da717878-dcba-416e-bb72-a3d9e89a8a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036870
Jul 23 16:25:45.623689 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6ead8006-0b62-4375-ab0f-f33965ef78c3 req-80f88564-01de-4af6-8ffa-29d4e23ba360 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745995
Jul 23 16:25:45.635310 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-1d972812-2adf-4217-adc7-30a0f86d6617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:45.637026 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-1d972812-2adf-4217-adc7-30a0f86d6617 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5489b3f2-ee79-4234-b70c-2484e20831f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1907952
Jul 23 16:25:45.789173 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-fb622c66-3d9f-4815-bc32-9223adc7df30 service neutron] 10.222.0.83 "GET /v2.0/networks/5489b3f2-ee79-4234-b70c-2484e20831f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434860
Jul 23 16:25:45.939445 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7f74f7bf-0aeb-4cce-b9eb-4a394deeecaf req-c75374cf-c560-4eee-8763-7d7e60b4e591 service neutron] 10.222.0.83 "GET /v2.0/networks/5489b3f2-ee79-4234-b70c-2484e20831f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434050
Jul 23 16:25:46.125360 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9810b5-0fc2-407e-96b1-8aaa06deaa96 req-20208ae8-5040-4743-8142-b01105c70184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:46.126826 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f9810b5-0fc2-407e-96b1-8aaa06deaa96 req-20208ae8-5040-4743-8142-b01105c70184 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c492812d2165485ab2490bc3706ef411&device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 1101 time: 0.0801675
Jul 23 16:25:46.231617 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device fdf27bcd-c9a0-4015-a7ec-e92afa62a04f up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:25:46.335523 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:25:46.341376 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:25:46.341761 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:46.492973 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:46.498721 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9810b5-0fc2-407e-96b1-8aaa06deaa96 req-880defca-0466-40e6-8e3c-00702caca257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:46.500925 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f9810b5-0fc2-407e-96b1-8aaa06deaa96 req-880defca-0466-40e6-8e3c-00702caca257 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5489b3f2-ee79-4234-b70c-2484e20831f4 HTTP/1.1" status: 200  len: 871 time: 0.3645861
Jul 23 16:25:46.541840 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:46.543052 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:25:46.567227 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:46.571778 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:46.588533 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f9810b5-0fc2-407e-96b1-8aaa06deaa96 req-4c0261e3-f648-41ca-8a97-e39b9090d1f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=3f9d9658-f30f-4ae9-9c15-3bf71daddf38 HTTP/1.1" status: 200  len: 217 time: 0.0767503
Jul 23 16:25:46.644533 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaf56a-14d9-43b8-9a98-52fea7dfc1de req-c3a4cdc2-72af-4be9-8f5c-58e8c2ac7ed4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:46.651500 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a0eaf56a-14d9-43b8-9a98-52fea7dfc1de req-c3a4cdc2-72af-4be9-8f5c-58e8c2ac7ed4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 944 time: 0.3346558
Jul 23 16:25:46.674019 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'code': 200}
Jul 23 16:25:46.674019 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:46.687297 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:46.714805 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9810b5-0fc2-407e-96b1-8aaa06deaa96 req-c453051d-6b62-4eea-9191-9b744aad2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:46.716997 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f9810b5-0fc2-407e-96b1-8aaa06deaa96 req-c453051d-6b62-4eea-9191-9b744aad2314 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0b717b96-a20c-4ddf-b8df-b9e957ec86eb HTTP/1.1" status: 200  len: 843 time: 0.1167288
Jul 23 16:25:46.729255 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a0eaf56a-14d9-43b8-9a98-52fea7dfc1de req-c3424ac8-87ab-44a9-8895-937f52376c18 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767272
Jul 23 16:25:47.046826 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef261f4-9cbc-4035-9829-32b4a48f211b req-c0411244-18ee-4868-bd34-fc34a6cd3056 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:47.048552 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1ef261f4-9cbc-4035-9829-32b4a48f211b req-c0411244-18ee-4868-bd34-fc34a6cd3056 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 948 time: 0.2793829
Jul 23 16:25:47.053063 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9810b5-0fc2-407e-96b1-8aaa06deaa96 req-c396e013-e971-4243-bb24-1111965a74dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:47.054581 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f9810b5-0fc2-407e-96b1-8aaa06deaa96 req-c396e013-e971-4243-bb24-1111965a74dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5489b3f2-ee79-4234-b70c-2484e20831f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3219526
Jul 23 16:25:47.160482 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d02ed-c010-4b3d-b0bc-2172960c8f33 req-4369812e-7356-4a23-a47e-e1c971be228f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:47.161996 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-212d02ed-c010-4b3d-b0bc-2172960c8f33 req-4369812e-7356-4a23-a47e-e1c971be228f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.3044863
Jul 23 16:25:47.246775 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1ef261f4-9cbc-4035-9829-32b4a48f211b req-7bb9741e-01a8-410a-98ad-193e187a24f5 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/security-groups?id=da717878-dcba-416e-bb72-a3d9e89a8a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909349
Jul 23 16:25:47.294095 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-212d02ed-c010-4b3d-b0bc-2172960c8f33 req-3796f8ed-95a2-410a-8008-d18e77af6881 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1234374
Jul 23 16:25:47.305566 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3765c-0a1e-4dd8-a19e-eae62922868f req-708afd4c-420b-4987-af4d-68b3ed172277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:47.307249 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bcd3765c-0a1e-4dd8-a19e-eae62922868f req-708afd4c-420b-4987-af4d-68b3ed172277 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 1098 time: 0.3397796
Jul 23 16:25:47.360862 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f9810b5-0fc2-407e-96b1-8aaa06deaa96 req-3fc669ec-eff3-4ff3-a235-674b07c83905 service neutron] 10.222.0.83 "GET /v2.0/networks/5489b3f2-ee79-4234-b70c-2484e20831f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2761674
Jul 23 16:25:47.387971 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bcd3765c-0a1e-4dd8-a19e-eae62922868f req-1aab9276-285b-4fdb-b503-71fc11915ad2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530515
Jul 23 16:25:47.543263 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f9810b5-0fc2-407e-96b1-8aaa06deaa96 req-1035f9c0-cc11-4fe5-93fb-6382280129bf service neutron] 10.222.0.83 "GET /v2.0/networks/5489b3f2-ee79-4234-b70c-2484e20831f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573634
Jul 23 16:25:47.944194 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f9bfe-79b6-4c23-8901-fce5ea9956b7 req-4b12c00c-edaa-4071-b359-a566d0304c75 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:47.945708 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1b4f9bfe-79b6-4c23-8901-fce5ea9956b7 req-4b12c00c-edaa-4071-b359-a566d0304c75 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 945 time: 0.0975099
Jul 23 16:25:48.024946 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1b4f9bfe-79b6-4c23-8901-fce5ea9956b7 req-53e54a13-6bea-4859-bd77-eca054f7adc5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729997
Jul 23 16:25:48.234772 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:25:48.405379 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3f9d9658-f30f-4ae9-9c15-3bf71daddf38,segment=NetworkSegment(d04e8839-173d-48d9-854e-a66659667630),segment_id=d04e8839-173d-48d9-854e-a66659667630)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:48.421304 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '3f9d9658-f30f-4ae9-9c15-3bf71daddf38', 'network_id': '5489b3f2-ee79-4234-b70c-2484e20831f4', 'port_id': '3f9d9658-f30f-4ae9-9c15-3bf71daddf38', 'mac_address': 'fa:16:3e:42:3d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b717b96-a20c-4ddf-b8df-b9e957ec86eb', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:25:48.507323 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:48.522122 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d85e1-c4a6-4ed7-bccc-555d6cf84feb req-6a4a0081-f20c-4468-9842-e379b4c6917c tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:48.524254 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-910d85e1-c4a6-4ed7-bccc-555d6cf84feb req-6a4a0081-f20c-4468-9842-e379b4c6917c tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 948 time: 0.1496444
Jul 23 16:25:48.534936 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:25:48.555774 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3f9d9658-f30f-4ae9-9c15-3bf71daddf38,segment=NetworkSegment(d04e8839-173d-48d9-854e-a66659667630),segment_id=d04e8839-173d-48d9-854e-a66659667630)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:48.562539 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:48.569347 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:48.607820 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-910d85e1-c4a6-4ed7-bccc-555d6cf84feb req-cc529499-b1aa-4701-b983-dd68bbcd4a49 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/security-groups?id=da717878-dcba-416e-bb72-a3d9e89a8a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764134
Jul 23 16:25:48.664519 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=3f9d9658-f30f-4ae9-9c15-3bf71daddf38,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:48.671039 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8f755-88e3-4b64-9162-f737c1047a24 req-7e44bdf6-ab19-4b5f-a075-88334b9289e9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:48.672751 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b8a8f755-88e3-4b64-9162-f737c1047a24 req-7e44bdf6-ab19-4b5f-a075-88334b9289e9 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.2069967
Jul 23 16:25:48.678775 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:48.757380 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b8a8f755-88e3-4b64-9162-f737c1047a24 req-9add2b0c-7322-4e16-a5e2-c776d1e3edea tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785608
Jul 23 16:25:48.955306 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['3f9d9658-f30f-4ae9-9c15-3bf71daddf38'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:25:49.297017 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb1e87-142e-4cc2-bc0a-5d20d908721a req-b07d04bd-1bd8-45c7-9ac3-2673f78133f5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:49.304416 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-eddb1e87-142e-4cc2-bc0a-5d20d908721a req-b07d04bd-1bd8-45c7-9ac3-2673f78133f5 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 945 time: 0.1509049
Jul 23 16:25:49.355934 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-eddb1e87-142e-4cc2-bc0a-5d20d908721a req-c9fbc6df-97d1-44be-a39a-251ed699e541 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507452
Jul 23 16:25:49.543557 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04bebb-0641-4282-84c2-336d8f82f4bd req-53920ccb-c757-41ff-8df3-b24e5999f348 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:49.545261 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2f04bebb-0641-4282-84c2-336d8f82f4bd req-53920ccb-c757-41ff-8df3-b24e5999f348 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 945 time: 0.0820713
Jul 23 16:25:49.589386 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2f04bebb-0641-4282-84c2-336d8f82f4bd req-0f66c6ca-5e48-4d07-8897-323ea86d89a0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384543
Jul 23 16:25:49.613668 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 50330) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:25:49.689829 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e008f6-e5f1-4960-9b63-763c61fe9be4 tempest-TestVolumeBootPattern-662869478 tempest-TestVolumeBootPattern-662869478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:49.691430 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-a1e008f6-e5f1-4960-9b63-763c61fe9be4 tempest-TestVolumeBootPattern-662869478 tempest-TestVolumeBootPattern-662869478-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 1093 time: 0.0768056
Jul 23 16:25:49.694465 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 50336) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:25:49.699685 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Request body: {'floatingip': {'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'port_id': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:25:49.706222 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:25:49.710063 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Usage tracker for resource:floatingip and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:25:49.712975 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:25:49.718926 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:25:49.776215 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for floatingip, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:49.990227 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c523b6-89ea-461f-8950-18fc823fae43 req-1400afb8-20f5-46c8-9192-e92e253a8d3c tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:49.991698 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b6c523b6-89ea-461f-8950-18fc823fae43 req-1400afb8-20f5-46c8-9192-e92e253a8d3c tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 949 time: 0.2701793
Jul 23 16:25:50.151728 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b6c523b6-89ea-461f-8950-18fc823fae43 req-631cbb05-fad2-422f-ac74-a66e206fbdab tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/security-groups?id=da717878-dcba-416e-bb72-a3d9e89a8a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257112
Jul 23 16:25:50.197763 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e873a63-ef40-4c6a-a5d2-ff487b7a6f6e req-a46895fb-515e-4c0c-8a5c-78fbfc9d8111 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:50.199223 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7e873a63-ef40-4c6a-a5d2-ff487b7a6f6e req-a46895fb-515e-4c0c-8a5c-78fbfc9d8111 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.2258129
Jul 23 16:25:50.202683 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:50.243962 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:25:50.279292 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ac520-1288-482a-94de-40a0d1275942 req-0d81960a-8df8-4401-b90e-dd337158d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:50.280755 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-921ac520-1288-482a-94de-40a0d1275942 req-0d81960a-8df8-4401-b90e-dd337158d1c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8a773d9e6b4d9795b2f5b90064e860&device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 1098 time: 0.1956501
Jul 23 16:25:50.313376 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:25:50.318346 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:25:50.318723 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:50.337933 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7e873a63-ef40-4c6a-a5d2-ff487b7a6f6e req-2d02415f-d386-44b3-a165-f0696fadbbcb tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1314692
Jul 23 16:25:50.461739 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:50.490261 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24d2cca-eb23-4b53-b2d8-52eb7dec6d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9d9658-f30f-4ae9-9c15-3bf71daddf38'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:25:50.501621 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3f9d9658-f30f-4ae9-9c15-3bf71daddf38,segment=NetworkSegment(d04e8839-173d-48d9-854e-a66659667630),segment_id=d04e8839-173d-48d9-854e-a66659667630)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:50.502581 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Allocated IP 172.27.1.210 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/33b5cf4e-7e01-4c8b-ab78-cb8629e7b071) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:25:50.507166 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:50.509265 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:50.511327 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ac520-1288-482a-94de-40a0d1275942 req-b528a713-3182-4c0c-8d42-051689ef8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:50.513342 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-921ac520-1288-482a-94de-40a0d1275942 req-b528a713-3182-4c0c-8d42-051689ef8c8a service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b649258-53f8-4165-adb5-6ffb90974ecb HTTP/1.1" status: 200  len: 919 time: 0.2146082
Jul 23 16:25:50.565314 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24d2cca-eb23-4b53-b2d8-52eb7dec6d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9d9658-f30f-4ae9-9c15-3bf71daddf38', 'code': 200}
Jul 23 16:25:50.597803 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=3f9d9658-f30f-4ae9-9c15-3bf71daddf38,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:50.601585 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:50.713459 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-921ac520-1288-482a-94de-40a0d1275942 req-cfe75ff7-43a7-460d-92fe-8c89d72832ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd HTTP/1.1" status: 200  len: 1000 time: 0.1931448
Jul 23 16:25:50.841318 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:50.885603 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ac520-1288-482a-94de-40a0d1275942 req-0accde81-1473-47ba-95aa-ef459ab0d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:50.887230 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-921ac520-1288-482a-94de-40a0d1275942 req-0accde81-1473-47ba-95aa-ef459ab0d036 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e34adca-7868-4b61-841f-2f53fbae97c4 HTTP/1.1" status: 200  len: 856 time: 0.1524301
Jul 23 16:25:50.976300 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5f90-8e90-419a-9773-f490a03a9d4b req-662d74e6-30b4-41c1-b78e-829d025eda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:50.977859 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-107d5f90-8e90-419a-9773-f490a03a9d4b req-662d74e6-30b4-41c1-b78e-829d025eda8d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 1103 time: 0.2027764
Jul 23 16:25:50.983030 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:50.990879 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-71b74761-1259-4a76-9548-ffd94f9b02ce tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:51.079014 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:25:51.093108 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:25:51.105892 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:25:51.141136 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'Port': ['ID=33b5cf4e-7e01-4c8b-ab78-cb8629e7b071,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:51.148571 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ac520-1288-482a-94de-40a0d1275942 req-4abef46c-3213-4a19-9aa4-3e4d5cde4fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:51.150063 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-921ac520-1288-482a-94de-40a0d1275942 req-4abef46c-3213-4a19-9aa4-3e4d5cde4fea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b649258-53f8-4165-adb5-6ffb90974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2542977
Jul 23 16:25:51.151743 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-107d5f90-8e90-419a-9773-f490a03a9d4b req-c7a0abdd-172f-4621-aa40-f5ce5b78c1f9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=da717878-dcba-416e-bb72-a3d9e89a8a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618891
Jul 23 16:25:51.154414 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:51.697629 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b55b24-a0e2-4b88-9621-96a7a965052f req-ce1257cb-9bfb-4715-a778-bacb78395016 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:51.699094 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-45b55b24-a0e2-4b88-9621-96a7a965052f req-ce1257cb-9bfb-4715-a778-bacb78395016 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 950 time: 0.4333432
Jul 23 16:25:51.885681 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-45b55b24-a0e2-4b88-9621-96a7a965052f req-3eb3e032-4c01-484f-ba1e-b41caae699e9 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/security-groups?id=da717878-dcba-416e-bb72-a3d9e89a8a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283281
Jul 23 16:25:51.895100 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-921ac520-1288-482a-94de-40a0d1275942 req-78ad1645-73fd-4534-ab26-713e19c87c59 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4526424
Jul 23 16:25:51.937266 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e01f1-8e86-4f4c-8a17-cb31275194ea req-1ae69ae9-c787-4e19-bece-a17d330ddeec tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:51.938728 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2b5e01f1-8e86-4f4c-8a17-cb31275194ea req-1ae69ae9-c787-4e19-bece-a17d330ddeec tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.4286056
Jul 23 16:25:52.082866 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2b5e01f1-8e86-4f4c-8a17-cb31275194ea req-bae28827-2611-445c-b51a-c784d7d75622 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1256061
Jul 23 16:25:52.115990 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:52.118693 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-921ac520-1288-482a-94de-40a0d1275942 req-894f79d3-8755-47d0-baa7-0dccff0eb7db service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2142437
Jul 23 16:25:52.194981 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:52.409715 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:52.413730 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:52.418876 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:52.535231 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'Port': ['ID=33b5cf4e-7e01-4c8b-ab78-cb8629e7b071,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:52.538528 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:52.547210 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:52.718308 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.l3_db [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Floating IP 02a0e725-3326-4841-bf06-3daba9211a4c associated. External IP: 172.27.1.210, port: fdf27bcd-c9a0-4015-a7ec-e92afa62a04f.
Jul 23 16:25:53.304636 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:25:53.418385 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73985a18-9e97-430f-a2a3-fb4ef47e8c5a req-c7abbdfc-a118-4ab1-9163-663e283078f2 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:53.420458 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-73985a18-9e97-430f-a2a3-fb4ef47e8c5a req-c7abbdfc-a118-4ab1-9163-663e283078f2 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 950 time: 0.3800895
Jul 23 16:25:53.453191 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254f5bc-ec53-4ac0-ae4e-76cfb873bcde req-33029aa2-9e0b-43a5-93f7-9bb75200fbbe tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:53.454645 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2254f5bc-ec53-4ac0-ae4e-76cfb873bcde req-33029aa2-9e0b-43a5-93f7-9bb75200fbbe tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 945 time: 0.2309461
Jul 23 16:25:53.591304 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-73985a18-9e97-430f-a2a3-fb4ef47e8c5a req-b20f4cd9-46f9-49cc-bacc-93549b0e80dd tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/security-groups?id=da717878-dcba-416e-bb72-a3d9e89a8a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638649
Jul 23 16:25:53.604611 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2254f5bc-ec53-4ac0-ae4e-76cfb873bcde req-f4bb9105-70a7-44e4-b0a6-886afd83f3fd tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1394467
Jul 23 16:25:53.610815 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:25:53.627085 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b0c39-936d-4aa8-a4b1-f830210ecc42 None None] Sync routers for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:25:53.643669 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:53.645148 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56b0c39-936d-4aa8-a4b1-f830210ecc42 None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:25:53.645811 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d56b0c39-936d-4aa8-a4b1-f830210ecc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919a1b610>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:25:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:25:53.707658 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.0075893
Jul 23 16:25:53.707658 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'tag': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:25:53.752690 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'tag': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'status': 'completed', 'code': 200}
Jul 23 16:25:53.876609 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f046352-abaf-4f7d-aea4-5aa1bedfe6ef req-837099a9-6179-4883-b8ef-13a3ce0996a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:53.878449 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f046352-abaf-4f7d-aea4-5aa1bedfe6ef req-837099a9-6179-4883-b8ef-13a3ce0996a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 1098 time: 0.0790451
Jul 23 16:25:53.890164 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-d56b0c39-936d-4aa8-a4b1-f830210ecc42 None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:25:54.189979 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f046352-abaf-4f7d-aea4-5aa1bedfe6ef req-05102fb3-9a07-46dc-b945-825f738f8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:54.191487 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f046352-abaf-4f7d-aea4-5aa1bedfe6ef req-05102fb3-9a07-46dc-b945-825f738f8179 service neutron] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 914 time: 0.2108438
Jul 23 16:25:54.203547 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8ba4a-affd-4945-8eda-611f509d9905 req-2f4f3b94-caf7-4b66-8737-8f397c2192d5 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:54.205837 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bcd8ba4a-affd-4945-8eda-611f509d9905 req-2f4f3b94-caf7-4b66-8737-8f397c2192d5 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 950 time: 0.2005715
Jul 23 16:25:54.249287 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 29261bcd-a2cd-41c0-869b-7ba802f73afd no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:25:54.336355 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-bcd8ba4a-affd-4945-8eda-611f509d9905 req-343292e0-7b29-452d-8323-65e5c95fa020 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/security-groups?id=da717878-dcba-416e-bb72-a3d9e89a8a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678716
Jul 23 16:25:54.353548 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f046352-abaf-4f7d-aea4-5aa1bedfe6ef req-8440e2e4-716c-4f6a-96e7-a7d7609aa76e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f HTTP/1.1" status: 200  len: 999 time: 0.1438255
Jul 23 16:25:54.384399 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d56b0c39-936d-4aa8-a4b1-f830210ecc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919a1b610>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '02a0e725-3326-4841-bf06-3daba9211a4c', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:fb:a1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:25:51Z', 'updated_at': '2021-07-23T16:25:51Z', 'revision_number': 0, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:25:54.392193 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b0c39-936d-4aa8-a4b1-f830210ecc42 None None] Checking router: 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:25:54.394214 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:54.416488 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56b0c39-936d-4aa8-a4b1-f830210ecc42 None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:25:54.417136 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d56b0c39-936d-4aa8-a4b1-f830210ecc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919a1b610>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:25:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:25:54.422583 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f046352-abaf-4f7d-aea4-5aa1bedfe6ef req-c26cc723-aaad-407e-ac73-55e609293324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:54.424205 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f046352-abaf-4f7d-aea4-5aa1bedfe6ef req-c26cc723-aaad-407e-ac73-55e609293324 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.0665498
Jul 23 16:25:54.498947 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:25:54.502287 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f046352-abaf-4f7d-aea4-5aa1bedfe6ef req-759aa412-8c06-42ae-86dd-51b91853720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:54.503837 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f046352-abaf-4f7d-aea4-5aa1bedfe6ef req-759aa412-8c06-42ae-86dd-51b91853720f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719867
Jul 23 16:25:54.516647 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 29261bcd-a2cd-41c0-869b-7ba802f73afd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:54.522749 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:54.526316 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:54.609138 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'code': 200}
Jul 23 16:25:54.650429 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f046352-abaf-4f7d-aea4-5aa1bedfe6ef req-e7d72aef-7a01-4136-a2b4-a16cbe21466a service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322734
Jul 23 16:25:54.683773 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-d56b0c39-936d-4aa8-a4b1-f830210ecc42 None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:25:54.728107 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=29261bcd-a2cd-41c0-869b-7ba802f73afd,revision_number=8']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:54.745118 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:54.855120 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f046352-abaf-4f7d-aea4-5aa1bedfe6ef req-46c5488b-13be-47fa-a47e-5489d343780e service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1964817
Jul 23 16:25:54.875639 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4061d-3628-4b97-9d24-ba5da0a21d44 req-df5d04b5-0038-42bf-956f-e4e3d6d5981f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:54.877062 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4db4061d-3628-4b97-9d24-ba5da0a21d44 req-df5d04b5-0038-42bf-956f-e4e3d6d5981f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.1237869
Jul 23 16:25:54.930168 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4db4061d-3628-4b97-9d24-ba5da0a21d44 req-e32704e2-d688-447a-8e46-299b7900664b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437095
Jul 23 16:25:55.049691 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-d56b0c39-936d-4aa8-a4b1-f830210ecc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919a1b610>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '02a0e725-3326-4841-bf06-3daba9211a4c', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:fb:a1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:25:51Z', 'updated_at': '2021-07-23T16:25:51Z', 'revision_number': 0, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:25:55.053937 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b0c39-936d-4aa8-a4b1-f830210ecc42 None None] The sync data for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi is: [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '02a0e725-3326-4841-bf06-3daba9211a4c', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:fb:a1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:25:51Z', 'updated_at': '2021-07-23T16:25:51Z', 'revision_number': 0, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:25:55.137624 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c1e8a46b-a922-4409-93d0-fee898cca71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:55.270694 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ac9de3-c82b-4e48-9ff9-89903e5552ba None None] New status for floating IP 02a0e725-3326-4841-bf06-3daba9211a4c: ACTIVE {{(pid=78521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:25:55.589681 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38586d86-94fd-4c33-85eb-bd2d1f980302 req-d92bc86f-b9ac-4f62-972b-4f6e640163e8 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:55.591980 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-38586d86-94fd-4c33-85eb-bd2d1f980302 req-d92bc86f-b9ac-4f62-972b-4f6e640163e8 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 950 time: 0.0998611
Jul 23 16:25:55.685553 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-38586d86-94fd-4c33-85eb-bd2d1f980302 req-cc35a8ad-d5ac-469c-a6dd-9ac028fc731a tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/security-groups?id=da717878-dcba-416e-bb72-a3d9e89a8a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877166
Jul 23 16:25:55.721875 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff3031-2f5a-4c75-a06f-da34c8651be5 req-2ad98673-aef8-4b02-a871-f23f1234171e tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:55.723360 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-11ff3031-2f5a-4c75-a06f-da34c8651be5 req-2ad98673-aef8-4b02-a871-f23f1234171e tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.83 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 950 time: 0.0934486
Jul 23 16:25:55.797199 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-11ff3031-2f5a-4c75-a06f-da34c8651be5 req-0cc6062d-03e3-4a0b-8640-901a0c77fdb3 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Deleting port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:25:55.797550 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-11ff3031-2f5a-4c75-a06f-da34c8651be5 req-0cc6062d-03e3-4a0b-8640-901a0c77fdb3 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:55.914873 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:56.155015 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-11ff3031-2f5a-4c75-a06f-da34c8651be5 req-0cc6062d-03e3-4a0b-8640-901a0c77fdb3 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] For port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3f9d9658-f30f-4ae9-9c15-3bf71daddf38,segment=NetworkSegment(d04e8839-173d-48d9-854e-a66659667630),segment_id=d04e8839-173d-48d9-854e-a66659667630)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:25:56.155384 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-11ff3031-2f5a-4c75-a06f-da34c8651be5 req-0cc6062d-03e3-4a0b-8640-901a0c77fdb3 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:56.286263 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-11ff3031-2f5a-4c75-a06f-da34c8651be5 req-0cc6062d-03e3-4a0b-8640-901a0c77fdb3 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Calling delete_port for 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:25:56.456335 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:25:56.480035 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-d30e8a00-96f2-4c4b-a118-00e9d9344f55 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0790372
Jul 23 16:25:56.504110 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-11ff3031-2f5a-4c75-a06f-da34c8651be5 req-0cc6062d-03e3-4a0b-8640-901a0c77fdb3 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:56.511017 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5e4ced30-65c8-4822-b998-d7607b5edc73 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:56.538945 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['3f9d9658-f30f-4ae9-9c15-3bf71daddf38'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:25:56.567105 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6062d-03e3-4a0b-8640-901a0c77fdb3 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Pushing event deleted for resources: {'Port': ['ID=3f9d9658-f30f-4ae9-9c15-3bf71daddf38,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:56.572267 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-0cc6062d-03e3-4a0b-8640-901a0c77fdb3 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:56.616339 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68bbe-a638-4220-ab30-ab1674e2eac1 req-edd765e0-9cd6-4b99-8b30-72b3db431a66 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:56.617718 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-21b68bbe-a638-4220-ab30-ab1674e2eac1 req-edd765e0-9cd6-4b99-8b30-72b3db431a66 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.2055256
Jul 23 16:25:56.674644 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ff3031-2f5a-4c75-a06f-da34c8651be5 req-0cc6062d-03e3-4a0b-8640-901a0c77fdb3 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] No DVR routers for this DVR port 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:25:56.679611 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-11ff3031-2f5a-4c75-a06f-da34c8651be5 req-0cc6062d-03e3-4a0b-8640-901a0c77fdb3 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:56.682451 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24d2cca-eb23-4b53-b2d8-52eb7dec6d76', 'name': 'network-vif-deleted', 'tag': '3f9d9658-f30f-4ae9-9c15-3bf71daddf38'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:25:56.727231 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-21b68bbe-a638-4220-ab30-ab1674e2eac1 req-76624f1f-a1a4-4cbb-95f5-a8f98f5501da tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784605
Jul 23 16:25:56.728916 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-11ff3031-2f5a-4c75-a06f-da34c8651be5 req-0cc6062d-03e3-4a0b-8640-901a0c77fdb3 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.83 "DELETE /v2.0/ports/3f9d9658-f30f-4ae9-9c15-3bf71daddf38 HTTP/1.1" status: 204  len: 173 time: 1.0002446
Jul 23 16:25:56.748116 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24d2cca-eb23-4b53-b2d8-52eb7dec6d76', 'name': 'network-vif-deleted', 'tag': '3f9d9658-f30f-4ae9-9c15-3bf71daddf38', 'status': 'completed', 'code': 200}
Jul 23 16:25:56.885780 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-346c88ab-2e79-482e-9052-e5e0a8882f00 req-e57acd4d-cab5-463e-ae6f-fdbeee5452cd tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Synchronizing usage tracker for tenant:c492812d2165485ab2490bc3706ef411 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:25:56.903284 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-346c88ab-2e79-482e-9052-e5e0a8882f00 req-e57acd4d-cab5-463e-ae6f-fdbeee5452cd tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Unset dirty status for tenant:c492812d2165485ab2490bc3706ef411 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:25:56.904788 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-346c88ab-2e79-482e-9052-e5e0a8882f00 req-e57acd4d-cab5-463e-ae6f-fdbeee5452cd tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a24d2cca-eb23-4b53-b2d8-52eb7dec6d76 HTTP/1.1" status: 200  len: 210 time: 0.0651426
Jul 23 16:25:57.910307 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcba4bc-00e2-440b-bcc3-e0e9702bf27b req-9a2f4acb-3002-4d1e-a42c-16bfc8c8d9b2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:57.911703 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ebcba4bc-00e2-440b-bcc3-e0e9702bf27b req-9a2f4acb-3002-4d1e-a42c-16bfc8c8d9b2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.0795827
Jul 23 16:25:57.955899 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ebcba4bc-00e2-440b-bcc3-e0e9702bf27b req-d660c76b-bf2f-4974-b537-6abe48272901 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386250
Jul 23 16:25:58.027489 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-39eb5d00-b2ee-4ffd-8c1e-c335b3b10169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:58.036328 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:58.061016 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-36db8063-9f0e-4903-8569-e5ea411ac090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:58.064574 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-36db8063-9f0e-4903-8569-e5ea411ac090 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a&tenant_id=df8a773d9e6b4d9795b2f5b90064e860 HTTP/1.1" status: 200  len: 1096 time: 0.0881436
Jul 23 16:25:58.170026 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-f053f9ee-68d9-47ca-bdcc-91c3d42dc780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:58.171492 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-f053f9ee-68d9-47ca-bdcc-91c3d42dc780 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8a773d9e6b4d9795b2f5b90064e860&device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 1096 time: 0.0734103
Jul 23 16:25:58.316169 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 29261bcd-a2cd-41c0-869b-7ba802f73afd no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:25:58.325097 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-7b639556-84b6-4acc-95c9-4cf212d3473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:58.327124 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-7b639556-84b6-4acc-95c9-4cf212d3473d service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b649258-53f8-4165-adb5-6ffb90974ecb HTTP/1.1" status: 200  len: 919 time: 0.1490290
Jul 23 16:25:58.447224 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-3fdee27a-b75c-4144-b2f2-8fd466088b41 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd HTTP/1.1" status: 200  len: 998 time: 0.1100421
Jul 23 16:25:58.469238 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:25:58.509063 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:25:58.509786 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 3f9d9658-f30f-4ae9-9c15-3bf71daddf38 not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:25:58.525690 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-e206712c-be6f-4a2b-a2ee-dcbc723e6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:58.527392 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-e206712c-be6f-4a2b-a2ee-dcbc723e6f7e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e34adca-7868-4b61-841f-2f53fbae97c4 HTTP/1.1" status: 200  len: 856 time: 0.0735681
Jul 23 16:25:58.610266 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-ee5c2f89-b163-4cfd-81ba-b8389a7c0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:58.611956 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-ee5c2f89-b163-4cfd-81ba-b8389a7c0bc7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b649258-53f8-4165-adb5-6ffb90974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778706
Jul 23 16:25:58.846939 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-42588eb0-0415-46ce-95d2-5c573e1fb19c service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2277298
Jul 23 16:25:58.876638 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:58.996228 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f89fb8fe-5d48-4b40-a520-696bcc37e4a7 req-a158a17d-46c2-4736-84f2-95c09e36a0d5 service neutron] 10.222.0.83 "GET /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419985
Jul 23 16:25:59.170554 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e0561-8306-4910-b4ea-f67f42ebf27d req-87756318-a741-429a-bbf7-f74db3bccf0f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:25:59.172369 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c50e0561-8306-4910-b4ea-f67f42ebf27d req-87756318-a741-429a-bbf7-f74db3bccf0f tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.0893571
Jul 23 16:25:59.239100 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c50e0561-8306-4910-b4ea-f67f42ebf27d req-61d93ad9-ca8e-4b89-93e3-9c93735279d6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610442
Jul 23 16:26:00.372382 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:00.444866 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678015c-4d62-4bcd-a7e5-34237094ab88 req-f7d50d6e-28a6-4706-a06d-691beedae589 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:00.455262 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5678015c-4d62-4bcd-a7e5-34237094ab88 req-f7d50d6e-28a6-4706-a06d-691beedae589 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.0986791
Jul 23 16:26:00.519063 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5678015c-4d62-4bcd-a7e5-34237094ab88 req-bcde71b4-d036-4dd8-9c41-99ec589956e7 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589454
Jul 23 16:26:01.751852 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aeae2-56bd-407f-83db-df1b65fb3a70 req-6909cffc-6bf3-4601-a761-78595e354f9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:01.753443 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0e5aeae2-56bd-407f-83db-df1b65fb3a70 req-6909cffc-6bf3-4601-a761-78595e354f9d tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.0913262
Jul 23 16:26:01.818463 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0e5aeae2-56bd-407f-83db-df1b65fb3a70 req-b0b17cb0-6301-4f2d-8cea-e570d646eef0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588245
Jul 23 16:26:02.969377 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 50716) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:03.114708 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecd4da-1413-440d-96bd-4dcb4127e21a req-37648df5-3893-468d-ae95-ab1a97e0e00c tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:03.116171 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-37ecd4da-1413-440d-96bd-4dcb4127e21a req-37648df5-3893-468d-ae95-ab1a97e0e00c tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.1445084
Jul 23 16:26:03.161713 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-78decae8-3f59-43e4-81d7-5fd2cdd37895 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c492812d2165485ab2490bc3706ef411&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1918402
Jul 23 16:26:03.164166 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-37ecd4da-1413-440d-96bd-4dcb4127e21a req-7ebf9140-1078-476c-997d-1327f89cc2dc tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419552
Jul 23 16:26:03.165098 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 50722) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:03.243964 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5d608383-76f6-4148-afa9-65e8ee20914a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:03.273967 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5d608383-76f6-4148-afa9-65e8ee20914a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:03.336729 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5d608383-76f6-4148-afa9-65e8ee20914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:03.341897 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c1baa62d-d64c-452c-b39f-fae7db063318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:03.357237 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d608383-76f6-4148-afa9-65e8ee20914a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da717878-dcba-416e-bb72-a3d9e89a8a48,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:03.361282 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5d608383-76f6-4148-afa9-65e8ee20914a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:03.370730 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5d608383-76f6-4148-afa9-65e8ee20914a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:03.372172 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-5d608383-76f6-4148-afa9-65e8ee20914a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/da717878-dcba-416e-bb72-a3d9e89a8a48 HTTP/1.1" status: 204  len: 168 time: 0.2059245
Jul 23 16:26:04.372629 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec3772-0f50-4d35-864c-d5d059732921 req-3f2dfc1a-8f36-4361-b30a-7b084e0c33dd tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:04.374230 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d5ec3772-0f50-4d35-864c-d5d059732921 req-3f2dfc1a-8f36-4361-b30a-7b084e0c33dd tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.0831075
Jul 23 16:26:04.423914 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d5ec3772-0f50-4d35-864c-d5d059732921 req-4efee752-42a7-47cb-9605-a30391c09667 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440302
Jul 23 16:26:05.627327 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7102b-b6a7-49e9-824b-0d44783d53e2 req-353ed99d-8f67-443f-84a1-17f1dd6960ec tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:05.628809 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0eb7102b-b6a7-49e9-824b-0d44783d53e2 req-353ed99d-8f67-443f-84a1-17f1dd6960ec tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.0877469
Jul 23 16:26:05.674091 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0eb7102b-b6a7-49e9-824b-0d44783d53e2 req-90fa7e2b-7d40-4480-b559-80c70421435c tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394688
Jul 23 16:26:06.892480 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea29b0-9445-4c8e-aff2-7539a889d0be req-7fbad2e0-78c1-40b9-a592-f555bb90bf39 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:06.895920 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f4ea29b0-9445-4c8e-aff2-7539a889d0be req-7fbad2e0-78c1-40b9-a592-f555bb90bf39 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.0913711
Jul 23 16:26:06.943491 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f4ea29b0-9445-4c8e-aff2-7539a889d0be req-901db7d4-557e-41f5-863f-91f07fc6082e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416958
Jul 23 16:26:08.193295 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e81c4-707c-4b13-a047-7677bcd74bae req-8a875d59-be96-420b-a64b-7e2b8b7d6a8e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:08.194757 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-960e81c4-707c-4b13-a047-7677bcd74bae req-8a875d59-be96-420b-a64b-7e2b8b7d6a8e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.0825016
Jul 23 16:26:08.245644 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-960e81c4-707c-4b13-a047-7677bcd74bae req-ac1d6de8-bfed-429c-9580-614f451a72f6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442836
Jul 23 16:26:09.450233 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc614b2-f584-4ae2-a170-84bbbf4e120b req-cd86dcac-e20a-4d51-8cd8-f75579c9ee09 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:09.452430 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fc614b2-f584-4ae2-a170-84bbbf4e120b req-cd86dcac-e20a-4d51-8cd8-f75579c9ee09 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.0873830
Jul 23 16:26:09.501490 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fc614b2-f584-4ae2-a170-84bbbf4e120b req-23f9c1ae-6c69-4427-bd75-346b7855bfb1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430584
Jul 23 16:26:10.692070 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039e8c8-ac1a-43f6-9ce4-10bd0cb11914 req-1fd5c443-eaf2-4c35-8b8a-809ab457e08c tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:10.692873 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b039e8c8-ac1a-43f6-9ce4-10bd0cb11914 req-1fd5c443-eaf2-4c35-8b8a-809ab457e08c tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.0822418
Jul 23 16:26:10.743565 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b039e8c8-ac1a-43f6-9ce4-10bd0cb11914 req-b458c318-ccc0-481a-b580-5da7720430c5 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435536
Jul 23 16:26:11.942982 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bdaa7-db75-4825-909b-9982f34e3017 req-2a12bf2e-9556-4ff6-9c05-80767869cda0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:11.944460 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2e8bdaa7-db75-4825-909b-9982f34e3017 req-2a12bf2e-9556-4ff6-9c05-80767869cda0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.0859170
Jul 23 16:26:11.994422 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2e8bdaa7-db75-4825-909b-9982f34e3017 req-1b388725-bf71-4c2a-8475-efa7a3289eae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441806
Jul 23 16:26:13.196738 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b130a-43df-487b-910c-2d94f454dc10 req-cea5077f-3c0e-4abe-9b6e-3a93260e43d8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:13.198227 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b60b130a-43df-487b-910c-2d94f454dc10 req-cea5077f-3c0e-4abe-9b6e-3a93260e43d8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.0818520
Jul 23 16:26:13.243867 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b60b130a-43df-487b-910c-2d94f454dc10 req-00178d35-0ccf-459a-8f47-d0d2aff448de tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388258
Jul 23 16:26:14.365089 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 29261bcd-a2cd-41c0-869b-7ba802f73afd details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:26:14.441643 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b657ab-4748-4c37-9861-f7267d34316b req-9615469b-dac8-4505-8e40-aa08f0c4340e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:14.443226 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-95b657ab-4748-4c37-9861-f7267d34316b req-9615469b-dac8-4505-8e40-aa08f0c4340e tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 943 time: 0.0880194
Jul 23 16:26:14.493562 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-95b657ab-4748-4c37-9861-f7267d34316b req-a55a4446-649b-42f2-bc84-e766ff920fa6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422671
Jul 23 16:26:14.541243 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 29261bcd-a2cd-41c0-869b-7ba802f73afd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:14.556433 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'port_id': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'mac_address': 'fa:16:3e:ba:92:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:26:14.616463 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:14.633992 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29261bcd-a2cd-41c0-869b-7ba802f73afd {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:26:14.649727 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 29261bcd-a2cd-41c0-869b-7ba802f73afd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:14.654691 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:14.656978 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:14.728051 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=29261bcd-a2cd-41c0-869b-7ba802f73afd,revision_number=9']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:14.731159 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:15.035083 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['29261bcd-a2cd-41c0-869b-7ba802f73afd'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:26:15.342510 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4b7df-93f9-4ec1-8c0c-fc466c69db42 req-8b7526a1-ee0d-4aa5-95e6-eb474ee0c32c tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:15.343991 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d4b7df-93f9-4ec1-8c0c-fc466c69db42 req-8b7526a1-ee0d-4aa5-95e6-eb474ee0c32c tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 945 time: 0.0803344
Jul 23 16:26:15.391943 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60d4b7df-93f9-4ec1-8c0c-fc466c69db42 req-1d0bce22-f284-46bc-adc5-f0d150547973 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a145d16-326d-4795-88cf-872b4b87d869&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423260
Jul 23 16:26:15.759544 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc5ad8-91d1-4fae-9724-dcada476a7c4 req-35bdaa20-354a-43f4-b1fa-391c13f989d5 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:15.761005 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-72bc5ad8-91d1-4fae-9724-dcada476a7c4 req-35bdaa20-354a-43f4-b1fa-391c13f989d5 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 944 time: 0.1551201
Jul 23 16:26:15.807316 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-72bc5ad8-91d1-4fae-9724-dcada476a7c4 req-c9916c12-f7c9-46fe-acea-e7500def7e90 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399690
Jul 23 16:26:16.376133 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 29261bcd-a2cd-41c0-869b-7ba802f73afd up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:26:16.443974 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port 29261bcd-a2cd-41c0-869b-7ba802f73afd triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:26:16.444358 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:16.562780 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:16.579200 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0e9fc-04c3-4124-b00c-f85be9c0b858 req-fc245745-255d-45a5-b53e-8a12b18d617f tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:16.580652 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dbf0e9fc-04c3-4124-b00c-f85be9c0b858 req-fc245745-255d-45a5-b53e-8a12b18d617f tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 945 time: 0.0825384
Jul 23 16:26:16.589969 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:26:16.600031 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port 29261bcd-a2cd-41c0-869b-7ba802f73afd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:16.604802 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:16.607191 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-73f95416-24f7-41b6-a67f-f7ed796d5342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:16.631461 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dbf0e9fc-04c3-4124-b00c-f85be9c0b858 req-af691e40-d13c-48c8-bddc-1f01ea840b01 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a145d16-326d-4795-88cf-872b4b87d869&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448167
Jul 23 16:26:16.642631 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'code': 200}
Jul 23 16:26:16.677394 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=29261bcd-a2cd-41c0-869b-7ba802f73afd,revision_number=10']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:16.680273 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:16.987968 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2e5e8-92df-44a0-9e34-09dbcef641c1 req-9a979d7c-8915-4d86-9b2c-44cc5ef741ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:16.989346 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b2a2e5e8-92df-44a0-9e34-09dbcef641c1 req-9a979d7c-8915-4d86-9b2c-44cc5ef741ee service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 1099 time: 0.1220658
Jul 23 16:26:17.044005 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e049d84-d6cc-4cad-9221-f8ffd265984f req-40ce11d8-4f84-400f-97f0-7cb91502b597 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:17.045499 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8e049d84-d6cc-4cad-9221-f8ffd265984f req-40ce11d8-4f84-400f-97f0-7cb91502b597 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 946 time: 0.1211567
Jul 23 16:26:17.048937 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b2a2e5e8-92df-44a0-9e34-09dbcef641c1 req-65015cd9-a114-4014-a70d-1eeba05c8d1f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502150
Jul 23 16:26:17.095566 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8e049d84-d6cc-4cad-9221-f8ffd265984f req-4bfb28e2-d62e-4f18-8b46-8b87d7cc71d1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440433
Jul 23 16:26:17.857725 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-bdcbbc6e-6de8-4752-8fda-2d24a200cb22 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:17.859449 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-bdcbbc6e-6de8-4752-8fda-2d24a200cb22 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.83 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 945 time: 0.1431935
Jul 23 16:26:17.867717 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6f2f0-d2d3-41e7-9220-8bb800b25a9f req-a2c093e8-3af3-40cd-a154-405b189aebe3 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:17.869050 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7ee6f2f0-d2d3-41e7-9220-8bb800b25a9f req-a2c093e8-3af3-40cd-a154-405b189aebe3 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 945 time: 0.1203210
Jul 23 16:26:17.961580 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Deleting port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:17.961834 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:17.995533 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7ee6f2f0-d2d3-41e7-9220-8bb800b25a9f req-a58d462f-dcb5-4fd9-8112-62bfa279a59c tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a145d16-326d-4795-88cf-872b4b87d869&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0964098
Jul 23 16:26:18.266069 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] For port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:18.266339 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:18.460813 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83a9b6-e7b1-4ddc-a967-6f64bdf9ea41 req-72505ea0-447c-48da-baaf-09e4b34acdd8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:18.462304 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2b83a9b6-e7b1-4ddc-a967-6f64bdf9ea41 req-72505ea0-447c-48da-baaf-09e4b34acdd8 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 946 time: 0.2543786
Jul 23 16:26:18.604537 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2b83a9b6-e7b1-4ddc-a967-6f64bdf9ea41 req-bb049f4a-6c5e-43ce-ae99-8d7a9c7b7e3b tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1320226
Jul 23 16:26:18.638336 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:18.638693 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:18.639110 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.l3_db [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Floating IP a7fd38ef-f192-4f91-bfe5-fd114c7b9a0a disassociated. External IP: 172.27.1.180, port: 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74.
Jul 23 16:26:18.639413 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Calling delete_port for 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:18.792706 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:18.798952 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-8b638864-b84a-4b83-b531-fcf702086614 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:18.846430 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event deleted for resources: {'Port': ['ID=60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:18.857248 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:18.857659 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:18.858146 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:18.858531 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:18.858893 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:18.861638 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:18.862042 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:18.862408 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:18.862771 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:18.863157 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:18.863510 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:18.863861 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:18.868125 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:19.172749 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-642fc78c-3a69-44cd-b7cf-58d06c905929 req-5bfbdc9a-0814-4d55-9b67-5937ff7c5742 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ac49320-354f-4d44-8312-114a0f961a75 HTTP/1.1" status: 200  len: 210 time: 0.0548720
Jul 23 16:26:19.190545 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:26:19.382887 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:26:19.392657 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca907e8b-3378-4ed8-907d-fcd2a26fa877 None None] Sync routers for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:26:19.401833 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca907e8b-3378-4ed8-907d-fcd2a26fa877 None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:26:19.402473 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-ca907e8b-3378-4ed8-907d-fcd2a26fa877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919139a60>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:25:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:19.460262 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] No DVR routers for this DVR port 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:26:19.462633 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:19.465235 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac49320-354f-4d44-8312-114a0f961a75', 'name': 'network-vif-deleted', 'tag': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:26:19.483955 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aeecd379-3b12-47b4-a8cb-f548cc859a31 req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.83 "DELETE /v2.0/ports/60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 HTTP/1.1" status: 204  len: 173 time: 1.6138241
Jul 23 16:26:19.511967 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac49320-354f-4d44-8312-114a0f961a75', 'name': 'network-vif-deleted', 'tag': '60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74', 'status': 'completed', 'code': 200}
Jul 23 16:26:19.596078 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-ca907e8b-3378-4ed8-907d-fcd2a26fa877 None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:26:19.801994 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d427435-1e87-4c78-9a84-84a12993e8b7 req-11def6b7-ef9d-4581-8926-7eb00e1cdb00 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:19.803481 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d427435-1e87-4c78-9a84-84a12993e8b7 req-11def6b7-ef9d-4581-8926-7eb00e1cdb00 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 946 time: 0.0809255
Jul 23 16:26:19.850316 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2d427435-1e87-4c78-9a84-84a12993e8b7 req-c894a878-0083-4ec3-8091-114a7e514f11 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409043
Jul 23 16:26:19.911516 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-ca907e8b-3378-4ed8-907d-fcd2a26fa877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919139a60>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 5, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:19.915251 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca907e8b-3378-4ed8-907d-fcd2a26fa877 None None] Checking router: 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:26:19.923369 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca907e8b-3378-4ed8-907d-fcd2a26fa877 None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:26:19.923962 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-ca907e8b-3378-4ed8-907d-fcd2a26fa877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919139a60>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:25:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:20.104613 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-ca907e8b-3378-4ed8-907d-fcd2a26fa877 None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:26:20.297296 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 50856) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:20.371937 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-97d601e3-38dc-47b5-b21e-bfbc79150300 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:20.400239 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-97d601e3-38dc-47b5-b21e-bfbc79150300 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:20.454931 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-97d601e3-38dc-47b5-b21e-bfbc79150300 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:20.460003 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-af884504-fed0-4770-9f2e-dec9c520a169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:20.465176 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-ca907e8b-3378-4ed8-907d-fcd2a26fa877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919139a60>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 5, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:20.469216 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca907e8b-3378-4ed8-907d-fcd2a26fa877 None None] The sync data for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi is: [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 4, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '73d3ce54-c7b5-4593-acec-53f9851482f9', 'name': '', 'network_id': '25941fe6-7ac1-499c-9924-d29ef8bafcca', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'mac_address': 'fa:16:3e:d5:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:03Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 5, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'subnets': [{'id': '7922f234-6844-4bc7-8cee-7eadd522e056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:26:20.475253 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d601e3-38dc-47b5-b21e-bfbc79150300 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a145d16-326d-4795-88cf-872b4b87d869,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:20.477802 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-97d601e3-38dc-47b5-b21e-bfbc79150300 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:20.485527 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-97d601e3-38dc-47b5-b21e-bfbc79150300 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:20.486009 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-97d601e3-38dc-47b5-b21e-bfbc79150300 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "DELETE /v2.0/security-groups/2a145d16-326d-4795-88cf-872b4b87d869 HTTP/1.1" status: 204  len: 168 time: 0.1876104
Jul 23 16:26:20.488592 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 50860) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:20.506051 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.api.v2.resource [None req-430cf503-693b-4ebf-9b8a-cf7e621d3622 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] show failed (client error): The resource could not be found.
Jul 23 16:26:20.510487 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-430cf503-693b-4ebf-9b8a-cf7e621d3622 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "GET /v2.0/security-groups/2a145d16-326d-4795-88cf-872b4b87d869 HTTP/1.1" status: 404  len: 347 time: 0.0175867
Jul 23 16:26:20.510487 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 50864) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:20.676131 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Deleting port 2d91c807-7b2d-463e-be21-6bc8d714b25b {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:20.676685 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:20.717622 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b247d3e9-4877-4064-b6a6-c222ac5bf734 None None] New status for floating IP a7fd38ef-f192-4f91-bfe5-fd114c7b9a0a: DOWN {{(pid=78521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:26:20.852874 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:20.853212 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:20.977474 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Calling delete_port for 2d91c807-7b2d-463e-be21-6bc8d714b25b owned by network:floatingip {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:21.063063 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.db.api [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:26:21.063418 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_db.api [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:26:21.564382 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Deleting port 2d91c807-7b2d-463e-be21-6bc8d714b25b {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:21.565089 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:21.826309 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:21.826530 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:21.950182 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Calling delete_port for 2d91c807-7b2d-463e-be21-6bc8d714b25b owned by network:floatingip {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:22.101131 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:22.104671 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-d85cf46f-e9df-458e-9df1-c569e16e2024 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:22.150896 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Pushing event deleted for resources: {'Port': ['ID=2d91c807-7b2d-463e-be21-6bc8d714b25b,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:22.155041 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:22.259454 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks [] for floatingip, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:22.276542 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:22.278016 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] 10.222.0.82 "DELETE /v2.0/floatingips/a7fd38ef-f192-4f91-bfe5-fd114c7b9a0a HTTP/1.1" status: 204  len: 168 time: 1.7668583
Jul 23 16:26:22.430484 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:26:22.477170 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:26:22.477531 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 60dd02f5-aa69-4f16-ad5d-e7cd61ab2c74 not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:26:25.139688 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-df3972d1-5ba5-477a-acb3-bf50fe4fb539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:25.918580 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:26.418796 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 50896) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:27.144617 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407490'] for router_interface, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:27.506596 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] Deleting port 73d3ce54-c7b5-4593-acec-53f9851482f9 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:27.507319 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:27.781110 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] For port 73d3ce54-c7b5-4593-acec-53f9851482f9, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=73d3ce54-c7b5-4593-acec-53f9851482f9,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:27.781380 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:27.912840 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] Calling delete_port for 73d3ce54-c7b5-4593-acec-53f9851482f9 owned by network:router_interface {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:28.003495 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d0de614d-0064-4852-a09e-6985c1324c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:28.022586 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:28.233920 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:28.238550 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-9964a9cb-027b-44a7-8e59-e2bb73ad0f10 tempest-ServerRescueNegativeTestJSON-1853629133 tempest-ServerRescueNegativeTestJSON-1853629133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:28.284754 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d3ce54-c7b5-4593-acec-53f9851482f9,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:28.310906 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:28.548855 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407486'] for router_interface, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:28.875039 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:28.920543 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] Router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:26:29.087935 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 50902) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:29.212698 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:26:29.224544 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038c854-621e-429f-ac34-ab061bdded06 None None] Sync routers for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:26:29.228854 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] 10.222.0.82 "PUT /v2.0/routers/3c2f2720-b9b6-4569-baf8-3abe23ae5bb7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8065970
Jul 23 16:26:29.229189 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 50908) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:29.238054 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038c854-621e-429f-ac34-ab061bdded06 None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:26:29.238712 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-4038c854-621e-429f-ac34-ab061bdded06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919644070>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:26:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:29.423201 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Notify callbacks [] for router, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:29.438315 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-4038c854-621e-429f-ac34-ab061bdded06 None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:26:29.517843 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Deleting port 7a1ca3ce-4e1c-406a-91e2-d72b4dcac07d {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:29.517843 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:29.617665 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:29.629321 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Deleting port 73cd270a-f1aa-4114-a54c-7a45d788c1b0 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:29.629796 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:29.703534 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:29.703778 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:29.758616 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-4038c854-621e-429f-ac34-ab061bdded06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919644070>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:26:28Z', 'revision_number': 5, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port': {'id': '73cd270a-f1aa-4114-a54c-7a45d788c1b0', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:29.763688 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038c854-621e-429f-ac34-ab061bdded06 None None] Checking router: 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:26:29.772552 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038c854-621e-429f-ac34-ab061bdded06 None None] Routers {'3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:26:29.773166 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-4038c854-621e-429f-ac34-ab061bdded06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919644070>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:26:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:29.814388 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] For port 73cd270a-f1aa-4114-a54c-7a45d788c1b0, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=73cd270a-f1aa-4114-a54c-7a45d788c1b0,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:29.814798 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:29.846831 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Calling delete_port for 7a1ca3ce-4e1c-406a-91e2-d72b4dcac07d owned by network:floatingip {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:29.932067 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-4038c854-621e-429f-ac34-ab061bdded06 None None] Set router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 gateway port host: None {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:26:29.957486 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Calling delete_port for 73cd270a-f1aa-4114-a54c-7a45d788c1b0 owned by network:router_gateway {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:30.019301 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:30.025379 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-fed20898-3a87-417c-b47d-6415caff83c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:30.069608 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-4038c854-621e-429f-ac34-ab061bdded06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919644070>, [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:26:29Z', 'revision_number': 6, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port_host': None}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:30.073770 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038c854-621e-429f-ac34-ab061bdded06 None None] The sync data for ids ['3c2f2720-b9b6-4569-baf8-3abe23ae5bb7'] in dv-cinder-802036-1-iscsi is: [{'id': '3c2f2720-b9b6-4569-baf8-3abe23ae5bb7', 'name': 'tempest-AttachVolumeTestJSON-1156563832-router', 'tenant_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:26:29Z', 'revision_number': 6, 'project_id': 'e89cf1ea5dbf40b3b0e280a89adce958', 'gw_port_host': None}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:26:30.106310 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Pushing event deleted for resources: {'Port': ['ID=7a1ca3ce-4e1c-406a-91e2-d72b4dcac07d,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:30.117248 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:30.160295 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:30.164294 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3ce06574-4a11-46a7-b74d-59b8e4006cd0 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:30.182366 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for floatingip, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:30.182691 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.l3_db [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Floating IP 6ac94a5e-c884-4427-85f4-929990eac094 disassociated (deleted). External IP: 172.27.1.34, port: d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff.
Jul 23 16:26:30.211297 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Pushing event deleted for resources: {'Port': ['ID=73cd270a-f1aa-4114-a54c-7a45d788c1b0,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:30.214547 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:30.313348 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475671'] for router_gateway, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:30.373714 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:30.569230 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:26:30.612695 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-350'] for router, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:30.614864 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:30.703578 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404301'] for router, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:30.704280 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 {{(pid=78518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 23 16:26:30.716744 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Notify callbacks [] for router, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:30.720846 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] 10.222.0.82 "DELETE /v2.0/routers/3c2f2720-b9b6-4569-baf8-3abe23ae5bb7 HTTP/1.1" status: 204  len: 168 time: 1.4877934
Jul 23 16:26:30.721149 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 50912) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:30.753570 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:26:30.765291 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f82f5-c323-45f0-819e-e53844318122 None None] Sync routers for ids ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:26:30.775211 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f82f5-c323-45f0-819e-e53844318122 None None] Routers {'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:26:30.775811 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-197f82f5-c323-45f0-819e-e53844318122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919deaf70>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:26:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:30.780759 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:30.784358 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc12d334-f56f-42e1-910d-5af37c335160 admin admin] Deleting subnet 7922f234-6844-4bc7-8cee-7eadd522e056 {{(pid=78518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:26:30.787426 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-cc12d334-f56f-42e1-910d-5af37c335160 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:30.843086 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-cc12d334-f56f-42e1-910d-5af37c335160 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599332'] for subnet, precommit_delete_associations {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:30.852646 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-87b94db2-ceaa-4c91-9ca5-2ab06e5f9dd0 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "DELETE /v2.0/floatingips/6ac94a5e-c884-4427-85f4-929990eac094 HTTP/1.1" status: 204  len: 168 time: 1.7629647
Jul 23 16:26:30.853804 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff'}] {{(pid=78519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:26:30.923810 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'status': 'completed', 'code': 200}
Jul 23 16:26:30.982769 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-cc12d334-f56f-42e1-910d-5af37c335160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:30.991500 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-197f82f5-c323-45f0-819e-e53844318122 None None] Set router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:26:31.118653 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-cc12d334-f56f-42e1-910d-5af37c335160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563618'] for subnet, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:31.138473 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-50de8791-b0af-4089-96f7-54ad4c5a09e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:31.178097 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12d334-f56f-42e1-910d-5af37c335160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7922f234-6844-4bc7-8cee-7eadd522e056,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:31.183252 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-cc12d334-f56f-42e1-910d-5af37c335160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:31.190501 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-cc12d334-f56f-42e1-910d-5af37c335160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:31.194165 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26cf517-a161-4631-8197-2a98430b1dec None None] Network 25941fe6-7ac1-499c-9924-d29ef8bafcca requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:26:31.204151 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-cc12d334-f56f-42e1-910d-5af37c335160 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/7922f234-6844-4bc7-8cee-7eadd522e056 HTTP/1.1" status: 204  len: 168 time: 0.4790325
Jul 23 16:26:31.205060 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 50922) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:31.255682 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 73d3ce54-c7b5-4593-acec-53f9851482f9 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:26:31.313165 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 73d3ce54-c7b5-4593-acec-53f9851482f9 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:26:31.313819 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 73d3ce54-c7b5-4593-acec-53f9851482f9 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:26:31.314424 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 73cd270a-f1aa-4114-a54c-7a45d788c1b0 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:26:31.375756 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714c4f5-16c5-4c5a-b0d5-8aa5d229987c req-88391106-2239-43e7-b7eb-559a5d61e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:31.377930 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0714c4f5-16c5-4c5a-b0d5-8aa5d229987c req-88391106-2239-43e7-b7eb-559a5d61e94d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8581af58d75742babcd97e9f098a70eb&device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 1099 time: 0.3586953
Jul 23 16:26:31.384098 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:31.402012 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 73cd270a-f1aa-4114-a54c-7a45d788c1b0 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:26:31.402654 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 73cd270a-f1aa-4114-a54c-7a45d788c1b0 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:26:31.460257 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-197f82f5-c323-45f0-819e-e53844318122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919deaf70>, [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port': {'id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:39Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '13527f61-9751-4f1e-9b9f-bad10eb6fb5e', 'name': '', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'mac_address': 'fa:16:3e:64:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:52Z', 'revision_number': 5, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'subnets': [{'id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:31.464776 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f82f5-c323-45f0-819e-e53844318122 None None] Checking router: bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:26:31.474939 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f82f5-c323-45f0-819e-e53844318122 None None] Routers {'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:26:31.475607 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-197f82f5-c323-45f0-819e-e53844318122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919deaf70>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:26:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:31.507627 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Deleting port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:31.507965 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:31.592208 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c4ae3-dda2-4f73-a8b8-bd66d0b48894 req-b1fd323f-df55-4d74-9ea9-b3f9d2974588 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:31.593807 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-030c4ae3-dda2-4f73-a8b8-bd66d0b48894 req-b1fd323f-df55-4d74-9ea9-b3f9d2974588 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.2888813
Jul 23 16:26:31.650782 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714c4f5-16c5-4c5a-b0d5-8aa5d229987c req-7a58cde8-52c6-4ee3-bdac-2dd0a75d8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:31.653192 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0714c4f5-16c5-4c5a-b0d5-8aa5d229987c req-7a58cde8-52c6-4ee3-bdac-2dd0a75d8251 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69802df8-6086-4056-836d-3b48af731fcb HTTP/1.1" status: 200  len: 911 time: 0.2641554
Jul 23 16:26:31.661610 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625f2887-f677-41af-82ba-bb933ac8436a None None] DHCP port deletion for 25941fe6-7ac1-499c-9924-d29ef8bafcca request from dv-cinder-802036-1-iscsi {{(pid=78520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 23 16:26:31.669103 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-625f2887-f677-41af-82ba-bb933ac8436a None None] Deleting port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:31.670006 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-625f2887-f677-41af-82ba-bb933ac8436a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:31.717411 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-197f82f5-c323-45f0-819e-e53844318122 None None] Set router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:26:31.747858 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0714c4f5-16c5-4c5a-b0d5-8aa5d229987c req-55c08f5f-7564-46cd-8245-6c7ccaa1b7d2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff HTTP/1.1" status: 200  len: 217 time: 0.0803409
Jul 23 16:26:31.828791 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-030c4ae3-dda2-4f73-a8b8-bd66d0b48894 req-511aedd2-6413-470e-aef1-90c60dcfad7a tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2274506
Jul 23 16:26:31.891630 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-625f2887-f677-41af-82ba-bb933ac8436a None None] For port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=1f97f749-a069-4a51-b2e7-3cb1cfd25fc7,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:31.892072 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-625f2887-f677-41af-82ba-bb933ac8436a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:31.916518 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714c4f5-16c5-4c5a-b0d5-8aa5d229987c req-45528452-cd11-4737-9eee-771332e53195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:31.917946 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0714c4f5-16c5-4c5a-b0d5-8aa5d229987c req-45528452-cd11-4737-9eee-771332e53195 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b050e68-dd71-4eb5-a730-67be6e0700c5 HTTP/1.1" status: 200  len: 848 time: 0.1618497
Jul 23 16:26:31.925889 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] For port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=1f97f749-a069-4a51-b2e7-3cb1cfd25fc7,segment=NetworkSegment(b4ccac1e-5bec-4a20-a324-f9ab7c5765f7),segment_id=b4ccac1e-5bec-4a20-a324-f9ab7c5765f7)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:31.926249 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:32.018744 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-625f2887-f677-41af-82ba-bb933ac8436a None None] Calling delete_port for 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 owned by network:dhcp {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:32.083478 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-197f82f5-c323-45f0-819e-e53844318122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919deaf70>, [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port': {'id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:39Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '13527f61-9751-4f1e-9b9f-bad10eb6fb5e', 'name': '', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'mac_address': 'fa:16:3e:64:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:52Z', 'revision_number': 5, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'subnets': [{'id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:32.088810 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f82f5-c323-45f0-819e-e53844318122 None None] The sync data for ids ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'] in dv-cinder-802036-1-iscsi is: [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port': {'id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:39Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '13527f61-9751-4f1e-9b9f-bad10eb6fb5e', 'name': '', 'network_id': '69802df8-6086-4056-836d-3b48af731fcb', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'mac_address': 'fa:16:3e:64:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:52Z', 'revision_number': 5, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'subnets': [{'id': '5b050e68-dd71-4eb5-a730-67be6e0700c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:26:32.181698 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-625f2887-f677-41af-82ba-bb933ac8436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:32.187646 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:32.221883 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Calling delete_port for 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 owned by network:dhcp {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:32.237188 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f2887-f677-41af-82ba-bb933ac8436a None None] Pushing event deleted for resources: {'Port': ['ID=1f97f749-a069-4a51-b2e7-3cb1cfd25fc7,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:32.240473 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-625f2887-f677-41af-82ba-bb933ac8436a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:32.241749 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f2887-f677-41af-82ba-bb933ac8436a None None] No DVR routers for this DVR port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 on host dv-cinder-802036-1-iscsi {{(pid=78520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:26:32.314988 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714c4f5-16c5-4c5a-b0d5-8aa5d229987c req-29c0f83d-2c52-4d4a-ba5b-57a142a3b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:32.316482 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0714c4f5-16c5-4c5a-b0d5-8aa5d229987c req-29c0f83d-2c52-4d4a-ba5b-57a142a3b1b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69802df8-6086-4056-836d-3b48af731fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3829992
Jul 23 16:26:32.318335 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.db.api [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:26:32.318643 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_db.api [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:26:32.355948 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c161d4-5a97-47e0-bfad-2be52f8b9c28 None None] New status for floating IP 6ac94a5e-c884-4427-85f4-929990eac094: DOWN {{(pid=78520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:26:32.481058 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0714c4f5-16c5-4c5a-b0d5-8aa5d229987c req-4402af1e-21e7-4e35-b664-46630dcece5a service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353359
Jul 23 16:26:32.625484 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0714c4f5-16c5-4c5a-b0d5-8aa5d229987c req-c111fb02-b4aa-4ccf-a938-74cfce767beb service neutron] 10.222.0.83 "GET /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352413
Jul 23 16:26:32.819852 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Deleting port 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:32.820525 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:32.894317 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] The port '1f97f749-a069-4a51-b2e7-3cb1cfd25fc7' was deleted {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 23 16:26:33.094248 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:33.130248 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09185a7be0>,) {'filters': {'network_id': ['25941fe6-7ac1-499c-9924-d29ef8bafcca']}} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:33.134604 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:26:33.150350 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09185a7be0>, 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7') {'for_net_delete': True} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:33.150707 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09185a7be0>, 'b4ccac1e-5bec-4a20-a324-f9ab7c5765f7') {} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:33.169932 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:26:33.170503 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 1f97f749-a069-4a51-b2e7-3cb1cfd25fc7 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:26:33.174488 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599355'] for segment, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:33.211348 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4b997-1773-45ad-941d-eed50846ba27 req-11c2f5fc-acc7-4cad-b345-972b1f0886de tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:33.212833 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aec4b997-1773-45ad-941d-eed50846ba27 req-11c2f5fc-acc7-4cad-b345-972b1f0886de tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.2576411
Jul 23 16:26:33.214445 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:33.225294 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=78518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:26:33.225686 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612595'] for segment, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   util.warn(
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   util.warn(
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   util.warn(
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   util.warn(
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]: Traceback (most recent call last):
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     timer()
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     cb(*args, **kw)
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     return func(*args, **kwargs)
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     self._notify()
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     self.callback(batched_events)
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     event.method(event)
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     return f(self, *a, **k)
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._get(url).json()
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:26:33.252940 dv-cinder-802036-1-iscsi neutron-server[78518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:26:33.267669 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1fa46-a4f0-412e-b6d2-8ad2806004eb req-65b38aaf-1101-4460-8cf0-f8d097a024ca tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:33.269132 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f0f1fa46-a4f0-412e-b6d2-8ad2806004eb req-65b38aaf-1101-4460-8cf0-f8d097a024ca tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 946 time: 0.2227824
Jul 23 16:26:33.414489 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:33.422912 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aec4b997-1773-45ad-941d-eed50846ba27 req-623a2d56-c292-494f-9ec2-cbff72af8ea2 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b30840c-7492-4306-b95e-7994ccba386c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2025886
Jul 23 16:26:33.427643 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:33.431625 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:33.448697 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-f0f1fa46-a4f0-412e-b6d2-8ad2806004eb req-509ab019-6e82-4cb9-bf9e-398d642586ab tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Deleting port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:33.449052 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-f0f1fa46-a4f0-412e-b6d2-8ad2806004eb req-509ab019-6e82-4cb9-bf9e-398d642586ab tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:33.455462 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:26:33.507958 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Pushing event deleted for resources: {'Network': ['ID=25941fe6-7ac1-499c-9924-d29ef8bafcca,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:33.510453 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:33.519664 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ced81f22-c7b8-4092-91c1-d3ecd7e9914f admin admin] 10.222.0.82 "DELETE /v2.0/networks/25941fe6-7ac1-499c-9924-d29ef8bafcca HTTP/1.1" status: 204  len: 168 time: 2.3137240
Jul 23 16:26:33.636967 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 50932) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:33.691524 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-9bc9c935-3ed5-4fa7-b947-e634d0675803 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e89cf1ea5dbf40b3b0e280a89adce958&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0510397
Jul 23 16:26:33.691728 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 50936) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:33.723896 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-f0f1fa46-a4f0-412e-b6d2-8ad2806004eb req-509ab019-6e82-4cb9-bf9e-398d642586ab tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] For port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:33.724275 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-f0f1fa46-a4f0-412e-b6d2-8ad2806004eb req-509ab019-6e82-4cb9-bf9e-398d642586ab tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:33.751036 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1235ce2c-29b2-4773-9d3e-ea2555aa1dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:33.780538 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1235ce2c-29b2-4773-9d3e-ea2555aa1dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:33.835943 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1235ce2c-29b2-4773-9d3e-ea2555aa1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:33.839966 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-04f43f6b-cb94-437d-9011-48a1014be161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:33.853361 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-f0f1fa46-a4f0-412e-b6d2-8ad2806004eb req-509ab019-6e82-4cb9-bf9e-398d642586ab tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Calling delete_port for d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:33.856979 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235ce2c-29b2-4773-9d3e-ea2555aa1dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89d8e4d-6b17-476e-a93e-160e9070ff41,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:33.861196 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1235ce2c-29b2-4773-9d3e-ea2555aa1dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:33.866679 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1235ce2c-29b2-4773-9d3e-ea2555aa1dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:33.867879 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-1235ce2c-29b2-4773-9d3e-ea2555aa1dd7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d89d8e4d-6b17-476e-a93e-160e9070ff41 HTTP/1.1" status: 204  len: 168 time: 0.1753230
Jul 23 16:26:34.014223 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-f0f1fa46-a4f0-412e-b6d2-8ad2806004eb req-509ab019-6e82-4cb9-bf9e-398d642586ab tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:34.025574 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:34.217089 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ab019-6e82-4cb9-bf9e-398d642586ab tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Pushing event deleted for resources: {'Port': ['ID=d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:34.243537 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-509ab019-6e82-4cb9-bf9e-398d642586ab tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:34.256206 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f1fa46-a4f0-412e-b6d2-8ad2806004eb req-509ab019-6e82-4cb9-bf9e-398d642586ab tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] No DVR routers for this DVR port d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:26:34.258613 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-f0f1fa46-a4f0-412e-b6d2-8ad2806004eb req-509ab019-6e82-4cb9-bf9e-398d642586ab tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:34.261794 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'name': 'network-vif-deleted', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:26:34.274835 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f0f1fa46-a4f0-412e-b6d2-8ad2806004eb req-509ab019-6e82-4cb9-bf9e-398d642586ab tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.83 "DELETE /v2.0/ports/d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff HTTP/1.1" status: 204  len: 173 time: 0.9907510
Jul 23 16:26:34.312838 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc1c181-6011-44e7-80a7-8f84b9974c9b', 'name': 'network-vif-deleted', 'tag': 'd6ff19ca-3ed7-4035-9ebf-1d7f84e618ff', 'status': 'completed', 'code': 200}
Jul 23 16:26:34.624788 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-353a414d-1ebd-430a-ab77-68815a2cfaa1 req-b4870021-8a2f-43db-8388-5f30f1bfe691 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Synchronizing usage tracker for tenant:8581af58d75742babcd97e9f098a70eb on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:26:34.642059 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-353a414d-1ebd-430a-ab77-68815a2cfaa1 req-b4870021-8a2f-43db-8388-5f30f1bfe691 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Unset dirty status for tenant:8581af58d75742babcd97e9f098a70eb on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:26:34.644043 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-353a414d-1ebd-430a-ab77-68815a2cfaa1 req-b4870021-8a2f-43db-8388-5f30f1bfe691 tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc1c181-6011-44e7-80a7-8f84b9974c9b HTTP/1.1" status: 200  len: 210 time: 0.0646803
Jul 23 16:26:35.750819 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 50980) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:35.821596 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-980dfb1e-cbc0-4b99-8f28-8ddb9cfde95e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:35.851726 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-980dfb1e-cbc0-4b99-8f28-8ddb9cfde95e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:35.918816 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-980dfb1e-cbc0-4b99-8f28-8ddb9cfde95e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:35.922586 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5869a4f6-5eb9-48ca-8436-700de8b0266c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:35.938093 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dfb1e-cbc0-4b99-8f28-8ddb9cfde95e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b30840c-7492-4306-b95e-7994ccba386c,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:35.940974 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-980dfb1e-cbc0-4b99-8f28-8ddb9cfde95e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:35.948596 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-980dfb1e-cbc0-4b99-8f28-8ddb9cfde95e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:35.949670 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-980dfb1e-cbc0-4b99-8f28-8ddb9cfde95e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] 10.222.0.82 "DELETE /v2.0/security-groups/7b30840c-7492-4306-b95e-7994ccba386c HTTP/1.1" status: 204  len: 168 time: 0.1978650
Jul 23 16:26:36.472497 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:26:36.510022 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:26:36.510398 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device d6ff19ca-3ed7-4035-9ebf-1d7f84e618ff not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:26:37.018492 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 51004) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:37.820664 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407490'] for router_interface, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:38.105022 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51018) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:38.199444 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Deleting port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:38.199986 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:38.226591 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c8c54be3-b0ac-4155-9d12-43121b4d19b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:38.243822 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-c8c54be3-b0ac-4155-9d12-43121b4d19b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:26:38.247706 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-c8c54be3-b0ac-4155-9d12-43121b4d19b3 admin admin] Usage tracker for resource:security_group_rule and tenant:bacb966f305e43409b3c3bcc4047a6ff is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:26:38.251273 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-c8c54be3-b0ac-4155-9d12-43121b4d19b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:26:38.256905 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-c8c54be3-b0ac-4155-9d12-43121b4d19b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:26:38.339675 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c8c54be3-b0ac-4155-9d12-43121b4d19b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:38.344468 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c8c54be3-b0ac-4155-9d12-43121b4d19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:38.356283 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-97d601e3-38dc-47b5-b21e-bfbc79150300 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:38.380935 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] For port 13527f61-9751-4f1e-9b9f-bad10eb6fb5e, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=13527f61-9751-4f1e-9b9f-bad10eb6fb5e,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:38.381356 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:38.399054 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-c8c54be3-b0ac-4155-9d12-43121b4d19b3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bacb966f305e43409b3c3bcc4047a6ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2926679
Jul 23 16:26:38.400413 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51024) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:38.403169 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c54be3-b0ac-4155-9d12-43121b4d19b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97f2ceb-fb67-4ccf-baf7-b53061bb3295,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:38.420848 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c8c54be3-b0ac-4155-9d12-43121b4d19b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:38.471286 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fe59a263-da6a-463d-b1bf-64197ae3edaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:38.500905 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fe59a263-da6a-463d-b1bf-64197ae3edaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:38.520491 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Calling delete_port for 13527f61-9751-4f1e-9b9f-bad10eb6fb5e owned by network:router_interface {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:38.561989 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fe59a263-da6a-463d-b1bf-64197ae3edaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:38.566350 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-39f1f837-4a47-45db-b968-ee5b9b9d978c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:38.579191 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59a263-da6a-463d-b1bf-64197ae3edaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97f2ceb-fb67-4ccf-baf7-b53061bb3295,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:38.581035 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-fe59a263-da6a-463d-b1bf-64197ae3edaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:38.588331 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fe59a263-da6a-463d-b1bf-64197ae3edaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:38.592653 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-fe59a263-da6a-463d-b1bf-64197ae3edaf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b97f2ceb-fb67-4ccf-baf7-b53061bb3295 HTTP/1.1" status: 204  len: 168 time: 0.1882074
Jul 23 16:26:38.712893 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:38.721470 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-7cc7888f-05b3-4b9a-bb45-e2c4079aca36 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:38.871749 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Pushing event deleted for resources: {'Port': ['ID=13527f61-9751-4f1e-9b9f-bad10eb6fb5e,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:38.882735 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:38.883141 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:38.883506 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:38.883872 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:38.884234 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:38.884594 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:38.884951 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:38.885307 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:38.885662 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:38.886015 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:38.886367 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:38.886719 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:26:38.921215 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:39.175968 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407486'] for router_interface, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:39.546642 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:26:39.728654 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:26:39.741166 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2241bb0c-6e39-412c-bd2d-d0aaa3cc0063 None None] Sync routers for ids ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:26:39.746113 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] 10.222.0.82 "PUT /v2.0/routers/bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7268898
Jul 23 16:26:39.749641 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51058) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:39.753099 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2241bb0c-6e39-412c-bd2d-d0aaa3cc0063 None None] Routers {'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:26:39.753961 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-2241bb0c-6e39-412c-bd2d-d0aaa3cc0063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919c21f10>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:26:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:39.930887 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Notify callbacks [] for router, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:39.942477 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-2241bb0c-6e39-412c-bd2d-d0aaa3cc0063 None None] Set router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:26:40.135614 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:40.146654 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Deleting port e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:40.147128 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:40.252179 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-2241bb0c-6e39-412c-bd2d-d0aaa3cc0063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919c21f10>, [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:26:38Z', 'revision_number': 5, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port': {'id': 'e206fa6d-5dd2-4839-ad5e-d2488d54f8b9', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:39Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:40.256370 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2241bb0c-6e39-412c-bd2d-d0aaa3cc0063 None None] Checking router: bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:26:40.265799 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2241bb0c-6e39-412c-bd2d-d0aaa3cc0063 None None] Routers {'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:26:40.266408 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-2241bb0c-6e39-412c-bd2d-d0aaa3cc0063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919c21f10>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:26:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:40.335339 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] For port e206fa6d-5dd2-4839-ad5e-d2488d54f8b9, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=e206fa6d-5dd2-4839-ad5e-d2488d54f8b9,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:40.335704 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:40.425958 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-2241bb0c-6e39-412c-bd2d-d0aaa3cc0063 None None] Set router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 gateway port host: None {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:26:40.470726 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Calling delete_port for e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 owned by network:router_gateway {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:40.537502 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-2241bb0c-6e39-412c-bd2d-d0aaa3cc0063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919c21f10>, [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:26:40Z', 'revision_number': 6, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port_host': None}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:40.541446 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2241bb0c-6e39-412c-bd2d-d0aaa3cc0063 None None] The sync data for ids ['bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999'] in dv-cinder-802036-1-iscsi is: [{'id': 'bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999', 'name': 'tempest-TestShelveInstance-2034008074-router', 'tenant_id': '8581af58d75742babcd97e9f098a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:26:40Z', 'revision_number': 6, 'project_id': '8581af58d75742babcd97e9f098a70eb', 'gw_port_host': None}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:26:40.643951 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:40.648729 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-bfcc02d8-af25-4771-8a3a-1b83cf41ee56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:40.696884 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Pushing event deleted for resources: {'Port': ['ID=e206fa6d-5dd2-4839-ad5e-d2488d54f8b9,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:40.723067 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:40.786444 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475671'] for router_gateway, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.067430 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-350'] for router, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.069565 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.093235 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404301'] for router, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.093749 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 {{(pid=78518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 23 16:26:41.108180 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Notify callbacks [] for router, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.109313 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] 10.222.0.82 "DELETE /v2.0/routers/bfcc61b3-38cc-4df8-b2d5-6aafbc7cb999 HTTP/1.1" status: 204  len: 168 time: 1.3586993
Jul 23 16:26:41.112107 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51080) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:41.171244 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2731ccb-df4a-4f39-85b3-9687250527a8 admin admin] Deleting subnet 5b050e68-dd71-4eb5-a730-67be6e0700c5 {{(pid=78518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:26:41.174113 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b2731ccb-df4a-4f39-85b3-9687250527a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.222477 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b2731ccb-df4a-4f39-85b3-9687250527a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599332'] for subnet, precommit_delete_associations {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.307195 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b2731ccb-df4a-4f39-85b3-9687250527a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.343086 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:26:41.378195 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b2731ccb-df4a-4f39-85b3-9687250527a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563618'] for subnet, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.381936 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:26:41.382295 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device e206fa6d-5dd2-4839-ad5e-d2488d54f8b9 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:26:41.382731 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 13527f61-9751-4f1e-9b9f-bad10eb6fb5e no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:26:41.382909 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:41.416637 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2731ccb-df4a-4f39-85b3-9687250527a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b050e68-dd71-4eb5-a730-67be6e0700c5,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:41.417431 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 13527f61-9751-4f1e-9b9f-bad10eb6fb5e {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:26:41.418308 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 13527f61-9751-4f1e-9b9f-bad10eb6fb5e not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:26:41.421528 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-b2731ccb-df4a-4f39-85b3-9687250527a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.424240 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b2731ccb-df4a-4f39-85b3-9687250527a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:41.430689 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-b2731ccb-df4a-4f39-85b3-9687250527a8 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/5b050e68-dd71-4eb5-a730-67be6e0700c5 HTTP/1.1" status: 204  len: 168 time: 0.3154469
Jul 23 16:26:41.430861 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cd166c-a6f6-4d7a-8d00-d6292f7158d7 None None] Network 69802df8-6086-4056-836d-3b48af731fcb requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:26:41.430963 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51084) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:41.556346 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.568261 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Deleting port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:41.568605 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.715723 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e033428f-2412-4bd3-85ce-3431c8522dd0 None None] DHCP port deletion for 69802df8-6086-4056-836d-3b48af731fcb request from dv-cinder-802036-1-iscsi {{(pid=78520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 23 16:26:41.720579 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-e033428f-2412-4bd3-85ce-3431c8522dd0 None None] Deleting port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:41.721041 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e033428f-2412-4bd3-85ce-3431c8522dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.795948 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] For port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:41.796553 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:41.936143 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Calling delete_port for 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d owned by network:dhcp {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:41.942718 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-e033428f-2412-4bd3-85ce-3431c8522dd0 None None] For port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d,segment=NetworkSegment(8f9bfa99-fba7-44af-bda8-62ea17beb3e0),segment_id=8f9bfa99-fba7-44af-bda8-62ea17beb3e0)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:41.943799 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e033428f-2412-4bd3-85ce-3431c8522dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:42.064841 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:42.070456 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a2834b31-bade-4e2e-ad50-7068f919b985 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:42.116426 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:42.120318 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:42.121092 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] No DVR routers for this DVR port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d on host dv-cinder-802036-1-iscsi {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:26:42.129568 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-e033428f-2412-4bd3-85ce-3431c8522dd0 None None] Calling delete_port for 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d owned by network:dhcp {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:42.203638 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.db.api [None req-e033428f-2412-4bd3-85ce-3431c8522dd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:26:42.204042 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_db.api [None req-e033428f-2412-4bd3-85ce-3431c8522dd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:26:42.241491 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:42.254778 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09190b2e80>,) {'filters': {'network_id': ['69802df8-6086-4056-836d-3b48af731fcb']}} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:42.267828 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09190b2e80>, '8f9bfa99-fba7-44af-bda8-62ea17beb3e0') {'for_net_delete': True} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:42.268120 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09190b2e80>, '8f9bfa99-fba7-44af-bda8-62ea17beb3e0') {} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:42.279351 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599355'] for segment, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:42.296432 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:42.302599 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=78518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:26:42.303001 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612595'] for segment, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]: Traceback (most recent call last):
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     timer()
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     cb(*args, **kw)
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     return func(*args, **kwargs)
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     self._notify()
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     self.callback(batched_events)
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     event.method(event)
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     return f(self, *a, **k)
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._get(url).json()
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:26:42.317022 dv-cinder-802036-1-iscsi neutron-server[78518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:26:42.394832 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:42.398368 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-90d39584-2d7c-47d9-8cc3-fa4fb213d49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:42.411160 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:42.423020 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Pushing event deleted for resources: {'Network': ['ID=69802df8-6086-4056-836d-3b48af731fcb,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:42.427174 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:42.435958 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] 10.222.0.82 "DELETE /v2.0/networks/69802df8-6086-4056-836d-3b48af731fcb HTTP/1.1" status: 204  len: 168 time: 1.0033259
Jul 23 16:26:42.439002 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51100) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:42.705460 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-e033428f-2412-4bd3-85ce-3431c8522dd0 None None] Deleting port 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:42.706098 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e033428f-2412-4bd3-85ce-3431c8522dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:42.778708 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-e033428f-2412-4bd3-85ce-3431c8522dd0 None None] The port '99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d' was deleted {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 23 16:26:43.081945 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407490'] for router_interface, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:43.139130 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:26:43.176031 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:26:43.176392 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 99e6c8ac-fb45-4a7a-a6e9-67c67db3f46d not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:26:43.446550 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] Deleting port 0342bb94-a3df-4e67-9ae7-795c0b7ead91 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:43.446896 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:43.621249 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] For port 0342bb94-a3df-4e67-9ae7-795c0b7ead91, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=0342bb94-a3df-4e67-9ae7-795c0b7ead91,segment=NetworkSegment(697ce6d5-4477-4fc7-bcb4-3bfe11f9be09),segment_id=697ce6d5-4477-4fc7-bcb4-3bfe11f9be09)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:43.621611 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:43.744836 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] Calling delete_port for 0342bb94-a3df-4e67-9ae7-795c0b7ead91 owned by network:router_interface {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:43.921552 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:43.925921 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b04de77b-9d24-4c42-8437-3b65a7363bcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:43.970080 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0342bb94-a3df-4e67-9ae7-795c0b7ead91,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:44.114482 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:44.342465 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407486'] for router_interface, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:44.700156 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] Router f2a11263-2e1e-4ddc-8c31-f131a15fea2e has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:26:44.880945 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:26:44.889469 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4880fec1-98c4-4ee9-bb9e-dba0bbf36993 None None] Sync routers for ids ['f2a11263-2e1e-4ddc-8c31-f131a15fea2e'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:26:44.890128 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] 10.222.0.82 "PUT /v2.0/routers/f2a11263-2e1e-4ddc-8c31-f131a15fea2e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4501464
Jul 23 16:26:44.892712 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51116) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:44.898324 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4880fec1-98c4-4ee9-bb9e-dba0bbf36993 None None] Routers {'f2a11263-2e1e-4ddc-8c31-f131a15fea2e'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:26:44.898928 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-4880fec1-98c4-4ee9-bb9e-dba0bbf36993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09194677f0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:26:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['f2a11263-2e1e-4ddc-8c31-f131a15fea2e'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:45.068760 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Notify callbacks [] for router, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:45.074960 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-4880fec1-98c4-4ee9-bb9e-dba0bbf36993 None None] Set router f2a11263-2e1e-4ddc-8c31-f131a15fea2e gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:26:45.256657 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:45.266877 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Deleting port 94aa4d69-00aa-4a54-b524-14656ad50aec {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:45.267397 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:45.365722 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-4880fec1-98c4-4ee9-bb9e-dba0bbf36993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09194677f0>, [{'id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'name': 'tempest-TestShelveInstance-1296925490-router', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:48Z', 'updated_at': '2021-07-23T16:26:43Z', 'revision_number': 5, 'project_id': '8d8ef13db38949168e851f68ee81f42d', 'gw_port': {'id': '94aa4d69-00aa-4a54-b524-14656ad50aec', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:49Z', 'updated_at': '2021-07-23T16:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:45.369752 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4880fec1-98c4-4ee9-bb9e-dba0bbf36993 None None] Checking router: f2a11263-2e1e-4ddc-8c31-f131a15fea2e for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:26:45.379322 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4880fec1-98c4-4ee9-bb9e-dba0bbf36993 None None] Routers {'f2a11263-2e1e-4ddc-8c31-f131a15fea2e'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:26:45.379954 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-4880fec1-98c4-4ee9-bb9e-dba0bbf36993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09194677f0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:26:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['f2a11263-2e1e-4ddc-8c31-f131a15fea2e'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:45.540467 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-4880fec1-98c4-4ee9-bb9e-dba0bbf36993 None None] Set router f2a11263-2e1e-4ddc-8c31-f131a15fea2e gateway port host: None {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:26:45.562250 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] For port 94aa4d69-00aa-4a54-b524-14656ad50aec, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=94aa4d69-00aa-4a54-b524-14656ad50aec,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:45.562599 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:45.649116 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-4880fec1-98c4-4ee9-bb9e-dba0bbf36993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09194677f0>, [{'id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'name': 'tempest-TestShelveInstance-1296925490-router', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:48Z', 'updated_at': '2021-07-23T16:26:45Z', 'revision_number': 6, 'project_id': '8d8ef13db38949168e851f68ee81f42d', 'gw_port_host': None}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:45.653087 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4880fec1-98c4-4ee9-bb9e-dba0bbf36993 None None] The sync data for ids ['f2a11263-2e1e-4ddc-8c31-f131a15fea2e'] in dv-cinder-802036-1-iscsi is: [{'id': 'f2a11263-2e1e-4ddc-8c31-f131a15fea2e', 'name': 'tempest-TestShelveInstance-1296925490-router', 'tenant_id': '8d8ef13db38949168e851f68ee81f42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:48Z', 'updated_at': '2021-07-23T16:26:45Z', 'revision_number': 6, 'project_id': '8d8ef13db38949168e851f68ee81f42d', 'gw_port_host': None}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:26:45.688294 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Calling delete_port for 94aa4d69-00aa-4a54-b524-14656ad50aec owned by network:router_gateway {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:45.859348 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:45.864162 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2260708b-3bc8-4570-ae44-d6b346bd476f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:45.906561 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=94aa4d69-00aa-4a54-b524-14656ad50aec,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:45.909813 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:46.000183 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475671'] for router_gateway, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.178713 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-350'] for router, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.180837 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.203304 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404301'] for router, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.203845 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2a11263-2e1e-4ddc-8c31-f131a15fea2e {{(pid=78518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 23 16:26:46.215620 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Notify callbacks [] for router, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.217413 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] 10.222.0.82 "DELETE /v2.0/routers/f2a11263-2e1e-4ddc-8c31-f131a15fea2e HTTP/1.1" status: 204  len: 168 time: 1.3231442
Jul 23 16:26:46.220129 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51122) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:46.277852 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcfb8d22-4d17-4d53-805e-6b3016a56c08 admin admin] Deleting subnet 46649300-0a9f-4bf3-8c2a-a04d8cba2153 {{(pid=78518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:26:46.281504 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8d22-4d17-4d53-805e-6b3016a56c08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.332626 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8d22-4d17-4d53-805e-6b3016a56c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599332'] for subnet, precommit_delete_associations {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.413645 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8d22-4d17-4d53-805e-6b3016a56c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.481853 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8d22-4d17-4d53-805e-6b3016a56c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563618'] for subnet, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.486249 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:46.524469 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb8d22-4d17-4d53-805e-6b3016a56c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46649300-0a9f-4bf3-8c2a-a04d8cba2153,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:46.527492 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-dcfb8d22-4d17-4d53-805e-6b3016a56c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:46.528443 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8d22-4d17-4d53-805e-6b3016a56c08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.534830 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e1310d-46d9-4c62-8da8-07f9a2faca43 None None] Network b54251a9-ca42-4173-8d6e-be93783e76e0 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:26:46.536937 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-dcfb8d22-4d17-4d53-805e-6b3016a56c08 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/46649300-0a9f-4bf3-8c2a-a04d8cba2153 HTTP/1.1" status: 204  len: 168 time: 0.3158457
Jul 23 16:26:46.539289 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51128) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:46.657493 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.669612 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Deleting port 8b4f6447-00d4-4016-aaa4-76d37280dbd5 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:46.670089 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.822250 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f211be-3533-4dfd-8261-2cc98451d3fd None None] DHCP port deletion for b54251a9-ca42-4173-8d6e-be93783e76e0 request from dv-cinder-802036-1-iscsi {{(pid=78520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 23 16:26:46.827268 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-b6f211be-3533-4dfd-8261-2cc98451d3fd None None] Deleting port 8b4f6447-00d4-4016-aaa4-76d37280dbd5 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:46.827651 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b6f211be-3533-4dfd-8261-2cc98451d3fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.883362 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] For port 8b4f6447-00d4-4016-aaa4-76d37280dbd5, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=8b4f6447-00d4-4016-aaa4-76d37280dbd5,segment=NetworkSegment(697ce6d5-4477-4fc7-bcb4-3bfe11f9be09),segment_id=697ce6d5-4477-4fc7-bcb4-3bfe11f9be09)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:46.883724 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.038031 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-b6f211be-3533-4dfd-8261-2cc98451d3fd None None] For port 8b4f6447-00d4-4016-aaa4-76d37280dbd5, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=8b4f6447-00d4-4016-aaa4-76d37280dbd5,segment=NetworkSegment(697ce6d5-4477-4fc7-bcb4-3bfe11f9be09),segment_id=697ce6d5-4477-4fc7-bcb4-3bfe11f9be09)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:26:47.038465 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b6f211be-3533-4dfd-8261-2cc98451d3fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.118013 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Calling delete_port for 8b4f6447-00d4-4016-aaa4-76d37280dbd5 owned by network:dhcp {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:47.165918 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 0342bb94-a3df-4e67-9ae7-795c0b7ead91 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:26:47.196439 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.201485 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-b6f211be-3533-4dfd-8261-2cc98451d3fd None None] Calling delete_port for 8b4f6447-00d4-4016-aaa4-76d37280dbd5 owned by network:dhcp {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:26:47.201642 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-40088e42-77bf-4db2-ad73-8bc7423a4c5d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:47.242425 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 0342bb94-a3df-4e67-9ae7-795c0b7ead91 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:26:47.242778 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 0342bb94-a3df-4e67-9ae7-795c0b7ead91 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:26:47.243236 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 8b4f6447-00d4-4016-aaa4-76d37280dbd5 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:26:47.243351 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4f6447-00d4-4016-aaa4-76d37280dbd5,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:47.248622 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] No DVR routers for this DVR port 8b4f6447-00d4-4016-aaa4-76d37280dbd5 on host dv-cinder-802036-1-iscsi {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:26:47.280609 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:47.283638 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 8b4f6447-00d4-4016-aaa4-76d37280dbd5 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:26:47.283992 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 8b4f6447-00d4-4016-aaa4-76d37280dbd5 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:26:47.284426 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 94aa4d69-00aa-4a54-b524-14656ad50aec no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:26:47.323022 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 94aa4d69-00aa-4a54-b524-14656ad50aec {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:26:47.323282 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 94aa4d69-00aa-4a54-b524-14656ad50aec not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:26:47.347339 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.db.api [None req-b6f211be-3533-4dfd-8261-2cc98451d3fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:26:47.347701 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_db.api [None req-b6f211be-3533-4dfd-8261-2cc98451d3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:26:47.369349 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.382380 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0919771c10>,) {'filters': {'network_id': ['b54251a9-ca42-4173-8d6e-be93783e76e0']}} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:47.399053 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0919771c10>, '697ce6d5-4477-4fc7-bcb4-3bfe11f9be09') {'for_net_delete': True} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:47.399356 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0919771c10>, '697ce6d5-4477-4fc7-bcb4-3bfe11f9be09') {} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:26:47.411106 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599355'] for segment, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.427550 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.433604 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=78518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:26:47.433983 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612595'] for segment, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]: Traceback (most recent call last):
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     timer()
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     cb(*args, **kw)
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     return func(*args, **kwargs)
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     self._notify()
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     self.callback(batched_events)
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     event.method(event)
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     return f(self, *a, **k)
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._get(url).json()
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:26:47.449386 dv-cinder-802036-1-iscsi neutron-server[78518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:26:47.524470 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.528722 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:47.552284 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.558705 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b54251a9-ca42-4173-8d6e-be93783e76e0,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:47.566401 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] 10.222.0.82 "DELETE /v2.0/networks/b54251a9-ca42-4173-8d6e-be93783e76e0 HTTP/1.1" status: 204  len: 168 time: 1.0261674
Jul 23 16:26:47.567818 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:47.744759 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51146) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:47.796441 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-0d135394-39b4-4cdb-bdb9-6e357d44bef0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8581af58d75742babcd97e9f098a70eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503953
Jul 23 16:26:47.799038 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51150) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:47.850002 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-b6f211be-3533-4dfd-8261-2cc98451d3fd None None] Deleting port 8b4f6447-00d4-4016-aaa4-76d37280dbd5 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:26:47.850002 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b6f211be-3533-4dfd-8261-2cc98451d3fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.864173 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-44113dae-32a3-4a8c-bba6-30f7272452c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.892448 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-44113dae-32a3-4a8c-bba6-30f7272452c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.921087 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-b6f211be-3533-4dfd-8261-2cc98451d3fd None None] The port '8b4f6447-00d4-4016-aaa4-76d37280dbd5' was deleted {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 23 16:26:47.956372 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-44113dae-32a3-4a8c-bba6-30f7272452c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.961229 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c6a50d78-001f-4b64-ad41-3d99430b4375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:47.974357 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44113dae-32a3-4a8c-bba6-30f7272452c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510e8898-a3c7-42b3-8328-aee22b182923,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:47.978027 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-44113dae-32a3-4a8c-bba6-30f7272452c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:47.981823 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-44113dae-32a3-4a8c-bba6-30f7272452c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:47.983544 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-44113dae-32a3-4a8c-bba6-30f7272452c0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/510e8898-a3c7-42b3-8328-aee22b182923 HTTP/1.1" status: 204  len: 168 time: 0.1836970
Jul 23 16:26:48.344870 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51160) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:48.396369 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-6a6c5ee8-8898-44fe-876f-c3d0edacf0b9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8d8ef13db38949168e851f68ee81f42d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502443
Jul 23 16:26:48.398856 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51168) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:26:48.460966 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5d130f18-5fde-443f-8f95-d055eda4c5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:48.486848 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5d130f18-5fde-443f-8f95-d055eda4c5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:48.538749 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5d130f18-5fde-443f-8f95-d055eda4c5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:48.542538 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-02b96127-9af2-404e-98f1-59f4825b6d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:26:48.553740 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d130f18-5fde-443f-8f95-d055eda4c5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62481666-74b7-4249-93f7-5c1440857091,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:26:48.556856 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5d130f18-5fde-443f-8f95-d055eda4c5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:48.563205 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5d130f18-5fde-443f-8f95-d055eda4c5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:48.564328 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-5d130f18-5fde-443f-8f95-d055eda4c5be admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/62481666-74b7-4249-93f7-5c1440857091 HTTP/1.1" status: 204  len: 168 time: 0.1645069
Jul 23 16:26:55.143961 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b684fec3-a553-497b-b59a-c54292ffc5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:55.921628 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:57.981001 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8e85a89d-caa2-47cf-b627-a1c1da979912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:58.020182 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:58.770371 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd12ef-e1d7-4b4d-93e9-3b3249fb36ee req-6dd77d7d-e088-474c-908c-4f7d4fc5a863 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:58.772037 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d6bd12ef-e1d7-4b4d-93e9-3b3249fb36ee req-6dd77d7d-e088-474c-908c-4f7d4fc5a863 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 946 time: 0.0796890
Jul 23 16:26:58.819576 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d6bd12ef-e1d7-4b4d-93e9-3b3249fb36ee req-b2f4560f-9d3f-482d-8298-49eea07b2a36 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415571
Jul 23 16:26:58.878336 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:59.700416 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d5cd092-cd1b-462d-99cf-f777037ca212 req-4a0aebd5-f5ba-4a46-8ae2-266bbd17a492 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703096
Jul 23 16:26:59.862090 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cd092-cd1b-462d-99cf-f777037ca212 req-a6e60945-436a-45e8-a770-2066d5102715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:26:59.863554 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d5cd092-cd1b-462d-99cf-f777037ca212 req-a6e60945-436a-45e8-a770-2066d5102715 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 1098 time: 0.0715885
Jul 23 16:27:00.071940 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cd092-cd1b-462d-99cf-f777037ca212 req-eeef5cc7-1044-42bd-ba29-9a5df4013cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:00.073429 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d5cd092-cd1b-462d-99cf-f777037ca212 req-eeef5cc7-1044-42bd-ba29-9a5df4013cd9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 914 time: 0.1860306
Jul 23 16:27:00.092085 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09547d5-3fde-424c-9726-e0309582c301 req-0e78b0c9-be09-4333-b70e-7c764910fe59 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:00.093512 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f09547d5-3fde-424c-9726-e0309582c301 req-0e78b0c9-be09-4333-b70e-7c764910fe59 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 946 time: 0.1214831
Jul 23 16:27:00.224385 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f09547d5-3fde-424c-9726-e0309582c301 req-436d9e97-e39f-4652-aabf-7c816144f6c1 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715525
Jul 23 16:27:00.226177 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d5cd092-cd1b-462d-99cf-f777037ca212 req-0ec871fc-41d8-4e15-925a-d6688ccba5ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f HTTP/1.1" status: 200  len: 1001 time: 0.1318362
Jul 23 16:27:00.295697 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cd092-cd1b-462d-99cf-f777037ca212 req-2723b2e2-75f1-4795-89e2-8b07a3af18db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:00.297266 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d5cd092-cd1b-462d-99cf-f777037ca212 req-2723b2e2-75f1-4795-89e2-8b07a3af18db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.0594275
Jul 23 16:27:00.372032 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:00.473856 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cd092-cd1b-462d-99cf-f777037ca212 req-3a2ebfdb-c6fb-4ee3-b6ab-4194fb14f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:00.475368 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d5cd092-cd1b-462d-99cf-f777037ca212 req-3a2ebfdb-c6fb-4ee3-b6ab-4194fb14f863 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1325631
Jul 23 16:27:00.482617 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af1b0f-f119-4057-95d9-b71609669094 req-1dbce75a-c403-4f02-a28d-7df6ff3bcd34 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:00.484518 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-77af1b0f-f119-4057-95d9-b71609669094 req-1dbce75a-c403-4f02-a28d-7df6ff3bcd34 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 946 time: 0.1405289
Jul 23 16:27:00.746611 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Deleting port 29261bcd-a2cd-41c0-869b-7ba802f73afd {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:27:00.746952 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:00.831955 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d5cd092-cd1b-462d-99cf-f777037ca212 req-040cef4a-d6be-4921-b000-9302a29c67a1 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3389997
Jul 23 16:27:01.116470 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d5cd092-cd1b-462d-99cf-f777037ca212 req-bc608cac-4dce-4e79-9c00-9da8f357f962 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2586627
Jul 23 16:27:01.142796 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] For port 29261bcd-a2cd-41c0-869b-7ba802f73afd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=29261bcd-a2cd-41c0-869b-7ba802f73afd,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:27:01.143186 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:01.489094 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:01.489471 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:01.489788 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.l3_db [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Floating IP 05ddf3cf-388f-4994-966c-149aa562760c disassociated. External IP: 172.27.1.40, port: 29261bcd-a2cd-41c0-869b-7ba802f73afd.
Jul 23 16:27:01.490132 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Calling delete_port for 29261bcd-a2cd-41c0-869b-7ba802f73afd owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:27:01.566459 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95107f-356c-4d58-9cd8-68cf6945df4f req-bb6b84be-4e6b-4ced-9b4c-6da1960a055a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:01.567975 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ef95107f-356c-4d58-9cd8-68cf6945df4f req-bb6b84be-4e6b-4ced-9b4c-6da1960a055a tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1ee4d4f-c72e-4fba-b1ba-68389b91301a HTTP/1.1" status: 200  len: 946 time: 0.1735015
Jul 23 16:27:01.659358 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ef95107f-356c-4d58-9cd8-68cf6945df4f req-2af096ff-dc80-4201-93db-6a0186373151 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups?id=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761690
Jul 23 16:27:01.688141 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:01.693930 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4b23299d-2d53-4c29-a07f-36d4cc29c289 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:01.743032 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event deleted for resources: {'Port': ['ID=29261bcd-a2cd-41c0-869b-7ba802f73afd,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:01.746050 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:01.929346 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Router 446e8bf8-296f-47f2-bff1-cd2e83e98190 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:27:02.237649 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:27:02.246582 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd32f31-518e-478e-8ed2-11fc528fa7c6 None None] Sync routers for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:27:02.256891 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd32f31-518e-478e-8ed2-11fc528fa7c6 None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:27:02.257498 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-4cd32f31-518e-478e-8ed2-11fc528fa7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919c21b80>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:26:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:27:02.313022 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] No DVR routers for this DVR port 29261bcd-a2cd-41c0-869b-7ba802f73afd on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:27:02.315467 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:02.318060 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'name': 'network-vif-deleted', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:27:02.334897 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-77af1b0f-f119-4057-95d9-b71609669094 req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.83 "DELETE /v2.0/ports/29261bcd-a2cd-41c0-869b-7ba802f73afd HTTP/1.1" status: 204  len: 173 time: 1.8225968
Jul 23 16:27:02.367480 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ee4d4f-c72e-4fba-b1ba-68389b91301a', 'name': 'network-vif-deleted', 'tag': '29261bcd-a2cd-41c0-869b-7ba802f73afd', 'status': 'completed', 'code': 200}
Jul 23 16:27:02.441976 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-4cd32f31-518e-478e-8ed2-11fc528fa7c6 None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:27:02.788400 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51318) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:02.795936 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-4cd32f31-518e-478e-8ed2-11fc528fa7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919c21b80>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:34Z', 'revision_number': 5, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:27:02.799882 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd32f31-518e-478e-8ed2-11fc528fa7c6 None None] Checking router: 446e8bf8-296f-47f2-bff1-cd2e83e98190 for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:27:02.808019 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd32f31-518e-478e-8ed2-11fc528fa7c6 None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:27:02.808624 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-4cd32f31-518e-478e-8ed2-11fc528fa7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919c21b80>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:26:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:27:02.855279 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f0f8-7fa9-43a9-b5e4-70ec07c36245 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:02.883136 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f0f8-7fa9-43a9-b5e4-70ec07c36245 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:02.936239 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f0f8-7fa9-43a9-b5e4-70ec07c36245 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:02.941799 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-e95be8b7-d401-44de-8033-c04001a16fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:02.957070 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6f0f8-7fa9-43a9-b5e4-70ec07c36245 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67e6cc0-b8e7-41e1-8b91-9107c0a85b75,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:02.959700 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5fc6f0f8-7fa9-43a9-b5e4-70ec07c36245 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:02.969438 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f0f8-7fa9-43a9-b5e4-70ec07c36245 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:02.970592 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-5fc6f0f8-7fa9-43a9-b5e4-70ec07c36245 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "DELETE /v2.0/security-groups/b67e6cc0-b8e7-41e1-8b91-9107c0a85b75 HTTP/1.1" status: 204  len: 168 time: 0.1811869
Jul 23 16:27:02.973327 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51322) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:02.990701 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.api.v2.resource [None req-5744408d-4ab4-4196-8839-0446b22f52c6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] show failed (client error): The resource could not be found.
Jul 23 16:27:02.992177 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-5744408d-4ab4-4196-8839-0446b22f52c6 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "GET /v2.0/security-groups/b67e6cc0-b8e7-41e1-8b91-9107c0a85b75 HTTP/1.1" status: 404  len: 347 time: 0.0169392
Jul 23 16:27:02.995647 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51328) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:03.002067 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-4cd32f31-518e-478e-8ed2-11fc528fa7c6 None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:27:03.165562 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-c781e041-0487-436e-9889-72fd14ef56df tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Deleting port 7f3ecc32-5d04-428a-b750-374e579f053a {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:27:03.165917 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c781e041-0487-436e-9889-72fd14ef56df tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:03.347119 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-4cd32f31-518e-478e-8ed2-11fc528fa7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919c21b80>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:34Z', 'revision_number': 5, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:27:03.351129 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c781e041-0487-436e-9889-72fd14ef56df tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:03.351636 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c781e041-0487-436e-9889-72fd14ef56df tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:03.353160 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd32f31-518e-478e-8ed2-11fc528fa7c6 None None] The sync data for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi is: [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:19:23Z', 'revision_number': 4, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '7e4bc745-1c31-4427-ad30-252f1b4789f1', 'name': '', 'network_id': '7b649258-53f8-4165-adb5-6ffb90974ecb', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'mac_address': 'fa:16:3e:7b:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:19Z', 'updated_at': '2021-07-23T16:19:34Z', 'revision_number': 5, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'subnets': [{'id': '6e34adca-7868-4b61-841f-2f53fbae97c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:27:03.485019 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-c781e041-0487-436e-9889-72fd14ef56df tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Calling delete_port for 7f3ecc32-5d04-428a-b750-374e579f053a owned by network:floatingip {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:27:03.617433 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b518f2c0-dabc-4fca-9703-35972cb999b1 None None] New status for floating IP 05ddf3cf-388f-4994-966c-149aa562760c: DOWN {{(pid=78520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:27:03.637121 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c781e041-0487-436e-9889-72fd14ef56df tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:03.641036 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-d08b1c27-e69b-4c90-91ef-743a6c2ccbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:03.688704 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781e041-0487-436e-9889-72fd14ef56df tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Pushing event deleted for resources: {'Port': ['ID=7f3ecc32-5d04-428a-b750-374e579f053a,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:03.691902 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c781e041-0487-436e-9889-72fd14ef56df tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:03.731833 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 29261bcd-a2cd-41c0-869b-7ba802f73afd no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:27:03.775865 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: 29261bcd-a2cd-41c0-869b-7ba802f73afd {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:27:03.776434 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device 29261bcd-a2cd-41c0-869b-7ba802f73afd not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:27:03.780531 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c781e041-0487-436e-9889-72fd14ef56df tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks [] for floatingip, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:03.794661 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c781e041-0487-436e-9889-72fd14ef56df tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:03.796430 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-c781e041-0487-436e-9889-72fd14ef56df tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] 10.222.0.82 "DELETE /v2.0/floatingips/05ddf3cf-388f-4994-966c-149aa562760c HTTP/1.1" status: 204  len: 168 time: 0.7994385
Jul 23 16:27:10.453858 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:27:10.934181 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51394) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:11.810292 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce25a9b6-0e01-4805-9aaf-c6800c6655d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407490'] for router_interface, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:12.170741 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-ce25a9b6-0e01-4805-9aaf-c6800c6655d1 admin admin] Deleting port 7e4bc745-1c31-4427-ad30-252f1b4789f1 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:27:12.170741 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce25a9b6-0e01-4805-9aaf-c6800c6655d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:12.347178 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [None req-ce25a9b6-0e01-4805-9aaf-c6800c6655d1 admin admin] For port 7e4bc745-1c31-4427-ad30-252f1b4789f1, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=7e4bc745-1c31-4427-ad30-252f1b4789f1,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:27:12.347541 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce25a9b6-0e01-4805-9aaf-c6800c6655d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:12.470692 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-ce25a9b6-0e01-4805-9aaf-c6800c6655d1 admin admin] Calling delete_port for 7e4bc745-1c31-4427-ad30-252f1b4789f1 owned by network:router_interface {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:27:12.657360 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce25a9b6-0e01-4805-9aaf-c6800c6655d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:12.661680 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c6a9cf03-fc93-43b7-9f24-32de53b1e8a7 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:12.706515 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25a9b6-0e01-4805-9aaf-c6800c6655d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4bc745-1c31-4427-ad30-252f1b4789f1,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:12.736573 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ce25a9b6-0e01-4805-9aaf-c6800c6655d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:12.981634 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce25a9b6-0e01-4805-9aaf-c6800c6655d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407486'] for router_interface, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:13.461832 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce25a9b6-0e01-4805-9aaf-c6800c6655d1 admin admin] Router 446e8bf8-296f-47f2-bff1-cd2e83e98190 has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:27:13.643632 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce25a9b6-0e01-4805-9aaf-c6800c6655d1 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:27:13.655193 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ac4a1-267e-47cf-a17e-fbf4a5051740 None None] Sync routers for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:27:13.661189 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ce25a9b6-0e01-4805-9aaf-c6800c6655d1 admin admin] 10.222.0.82 "PUT /v2.0/routers/446e8bf8-296f-47f2-bff1-cd2e83e98190/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7256954
Jul 23 16:27:13.663490 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51430) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:13.668507 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ac4a1-267e-47cf-a17e-fbf4a5051740 None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:27:13.669137 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-f64ac4a1-267e-47cf-a17e-fbf4a5051740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919e432e0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:26:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:27:13.852931 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Notify callbacks [] for router, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:13.861732 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-f64ac4a1-267e-47cf-a17e-fbf4a5051740 None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:27:14.050049 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:14.061556 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Deleting port 8afb8a32-d387-4f5b-b74c-4384816c3351 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:27:14.061909 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:14.213544 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-f64ac4a1-267e-47cf-a17e-fbf4a5051740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919e432e0>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:27:12Z', 'revision_number': 5, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port': {'id': '8afb8a32-d387-4f5b-b74c-4384816c3351', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:01Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:27:14.220188 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ac4a1-267e-47cf-a17e-fbf4a5051740 None None] Checking router: 446e8bf8-296f-47f2-bff1-cd2e83e98190 for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:27:14.235855 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ac4a1-267e-47cf-a17e-fbf4a5051740 None None] Routers {'446e8bf8-296f-47f2-bff1-cd2e83e98190'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:27:14.237383 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-f64ac4a1-267e-47cf-a17e-fbf4a5051740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919e432e0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:26:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['446e8bf8-296f-47f2-bff1-cd2e83e98190'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:27:14.251149 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] For port 8afb8a32-d387-4f5b-b74c-4384816c3351, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=8afb8a32-d387-4f5b-b74c-4384816c3351,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:27:14.251602 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:14.375430 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Calling delete_port for 8afb8a32-d387-4f5b-b74c-4384816c3351 owned by network:router_gateway {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:27:14.390261 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-f64ac4a1-267e-47cf-a17e-fbf4a5051740 None None] Set router 446e8bf8-296f-47f2-bff1-cd2e83e98190 gateway port host: None {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:27:14.498489 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-f64ac4a1-267e-47cf-a17e-fbf4a5051740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919e432e0>, [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:27:14Z', 'revision_number': 6, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port_host': None}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:27:14.503908 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ac4a1-267e-47cf-a17e-fbf4a5051740 None None] The sync data for ids ['446e8bf8-296f-47f2-bff1-cd2e83e98190'] in dv-cinder-802036-1-iscsi is: [{'id': '446e8bf8-296f-47f2-bff1-cd2e83e98190', 'name': 'tempest-AttachVolumeShelveTestJSON-1974949624-router', 'tenant_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:57Z', 'updated_at': '2021-07-23T16:27:14Z', 'revision_number': 6, 'project_id': 'df8a773d9e6b4d9795b2f5b90064e860', 'gw_port_host': None}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:27:14.661735 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:14.665204 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:14.711768 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8afb8a32-d387-4f5b-b74c-4384816c3351,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:14.742788 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:14.799713 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475671'] for router_gateway, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:14.976826 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-350'] for router, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:14.979026 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.002209 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404301'] for router, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.002769 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 446e8bf8-296f-47f2-bff1-cd2e83e98190 {{(pid=78518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 23 16:27:15.015626 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Notify callbacks [] for router, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.019064 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] 10.222.0.82 "DELETE /v2.0/routers/446e8bf8-296f-47f2-bff1-cd2e83e98190 HTTP/1.1" status: 204  len: 168 time: 1.3520422
Jul 23 16:27:15.019289 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51448) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:15.078443 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bf5c7b-549a-404f-b7b7-bce2208cbaf2 admin admin] Deleting subnet 6e34adca-7868-4b61-841f-2f53fbae97c4 {{(pid=78518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:27:15.081371 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5c7b-549a-404f-b7b7-bce2208cbaf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.130269 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5c7b-549a-404f-b7b7-bce2208cbaf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599332'] for subnet, precommit_delete_associations {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.210005 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5c7b-549a-404f-b7b7-bce2208cbaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.297994 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5c7b-549a-404f-b7b7-bce2208cbaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563618'] for subnet, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.297994 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b2731ccb-df4a-4f39-85b3-9687250527a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:15.315115 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 8afb8a32-d387-4f5b-b74c-4384816c3351 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:27:15.337168 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf5c7b-549a-404f-b7b7-bce2208cbaf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e34adca-7868-4b61-841f-2f53fbae97c4,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:15.340495 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f3bf5c7b-549a-404f-b7b7-bce2208cbaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:15.341469 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5c7b-549a-404f-b7b7-bce2208cbaf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.348196 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-f3bf5c7b-549a-404f-b7b7-bce2208cbaf2 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/6e34adca-7868-4b61-841f-2f53fbae97c4 HTTP/1.1" status: 204  len: 168 time: 0.3278806
Jul 23 16:27:15.350549 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51456) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:15.364632 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 8afb8a32-d387-4f5b-b74c-4384816c3351 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:27:15.364990 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 8afb8a32-d387-4f5b-b74c-4384816c3351 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:27:15.365428 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 7e4bc745-1c31-4427-ad30-252f1b4789f1 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:27:15.389494 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3616fab5-2f37-410d-b8e2-57f8d42f0d23 None None] Network 7b649258-53f8-4165-adb5-6ffb90974ecb requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:27:15.430216 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 7e4bc745-1c31-4427-ad30-252f1b4789f1 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:27:15.430822 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 7e4bc745-1c31-4427-ad30-252f1b4789f1 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:27:15.463751 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.474004 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Deleting port 2be14bfd-659c-4c11-913d-48d7642b73c9 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:27:15.474337 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.727216 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] For port 2be14bfd-659c-4c11-913d-48d7642b73c9, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=2be14bfd-659c-4c11-913d-48d7642b73c9,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:27:15.727216 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.735806 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81803cd5-3aa6-4b12-9729-3d11f4600ccd None None] DHCP port deletion for 7b649258-53f8-4165-adb5-6ffb90974ecb request from dv-cinder-802036-1-iscsi {{(pid=78520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 23 16:27:15.742637 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-81803cd5-3aa6-4b12-9729-3d11f4600ccd None None] Deleting port 2be14bfd-659c-4c11-913d-48d7642b73c9 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:27:15.743044 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-81803cd5-3aa6-4b12-9729-3d11f4600ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.857958 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Calling delete_port for 2be14bfd-659c-4c11-913d-48d7642b73c9 owned by network:dhcp {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:27:15.942273 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.946176 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5924c70c-d481-4f5d-b621-e2ba69247249 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:15.973865 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-81803cd5-3aa6-4b12-9729-3d11f4600ccd None None] For port 2be14bfd-659c-4c11-913d-48d7642b73c9, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=2be14bfd-659c-4c11-913d-48d7642b73c9,segment=NetworkSegment(a14e8aa8-9df5-4a5c-8688-ae010236feb5),segment_id=a14e8aa8-9df5-4a5c-8688-ae010236feb5)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:27:15.974180 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-81803cd5-3aa6-4b12-9729-3d11f4600ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:15.991139 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be14bfd-659c-4c11-913d-48d7642b73c9,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:15.994064 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:15.994840 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] No DVR routers for this DVR port 2be14bfd-659c-4c11-913d-48d7642b73c9 on host dv-cinder-802036-1-iscsi {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:27:16.143448 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-81803cd5-3aa6-4b12-9729-3d11f4600ccd None None] Calling delete_port for 2be14bfd-659c-4c11-913d-48d7642b73c9 owned by network:dhcp {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:27:16.216937 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:16.218121 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.db.api [None req-81803cd5-3aa6-4b12-9729-3d11f4600ccd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:27:16.218541 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_db.api [None req-81803cd5-3aa6-4b12-9729-3d11f4600ccd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:27:16.232192 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0919d42940>,) {'filters': {'network_id': ['7b649258-53f8-4165-adb5-6ffb90974ecb']}} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:27:16.244452 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0919d42940>, 'a14e8aa8-9df5-4a5c-8688-ae010236feb5') {'for_net_delete': True} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:27:16.244751 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0919d42940>, 'a14e8aa8-9df5-4a5c-8688-ae010236feb5') {} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:27:16.255878 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599355'] for segment, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:16.272947 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:16.279448 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=78518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:27:16.279896 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612595'] for segment, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]: Traceback (most recent call last):
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     timer()
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     cb(*args, **kw)
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     return func(*args, **kwargs)
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     self._notify()
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     self.callback(batched_events)
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     event.method(event)
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     return f(self, *a, **k)
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._get(url).json()
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:27:16.297135 dv-cinder-802036-1-iscsi neutron-server[78518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:27:16.370090 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:16.373758 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:16.386720 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:16.400168 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b649258-53f8-4165-adb5-6ffb90974ecb,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:16.404020 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:16.406187 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-fd97fff4-b4c7-44d4-88e8-acaa71033096 admin admin] 10.222.0.82 "DELETE /v2.0/networks/7b649258-53f8-4165-adb5-6ffb90974ecb HTTP/1.1" status: 204  len: 168 time: 1.0540280
Jul 23 16:27:16.520896 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51470) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:16.573181 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-70b84c8f-65c1-4319-86e0-3e4e1e9f83bd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=df8a773d9e6b4d9795b2f5b90064e860&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0510690
Jul 23 16:27:16.575519 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51474) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:16.634729 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3857baaf-a7b6-4194-9cc7-60f27d036d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:16.661032 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3857baaf-a7b6-4194-9cc7-60f27d036d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:16.711115 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3857baaf-a7b6-4194-9cc7-60f27d036d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:16.715766 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f3e4398a-8aa0-49f7-8fe6-767a88a8d57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:16.719831 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-81803cd5-3aa6-4b12-9729-3d11f4600ccd None None] Deleting port 2be14bfd-659c-4c11-913d-48d7642b73c9 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:27:16.720318 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-81803cd5-3aa6-4b12-9729-3d11f4600ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:16.730713 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857baaf-a7b6-4194-9cc7-60f27d036d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df00d0-1770-4b7e-a9d7-a42d8bff7cb0,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:16.734234 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3857baaf-a7b6-4194-9cc7-60f27d036d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:16.736954 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3857baaf-a7b6-4194-9cc7-60f27d036d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:16.737942 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-3857baaf-a7b6-4194-9cc7-60f27d036d1b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/03df00d0-1770-4b7e-a9d7-a42d8bff7cb0 HTTP/1.1" status: 204  len: 168 time: 0.1614857
Jul 23 16:27:16.801541 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-81803cd5-3aa6-4b12-9729-3d11f4600ccd None None] The port '2be14bfd-659c-4c11-913d-48d7642b73c9' was deleted {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 23 16:27:17.156450 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 2be14bfd-659c-4c11-913d-48d7642b73c9 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:27:17.193155 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 2be14bfd-659c-4c11-913d-48d7642b73c9 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:27:17.193849 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 2be14bfd-659c-4c11-913d-48d7642b73c9 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:27:25.145850 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e3dae372-1f51-4903-ac7d-34a5afffc999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:25.924183 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:27.987575 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-44570f59-94d8-4756-97bc-574bb410954c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:28.017328 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:28.448997 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51680) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:28.569188 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:28.583709 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:28.587459 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Usage tracker for resource:security_group_rule and tenant:bdd58e7ac0a04d489c1d47a2223da6ed is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:28.590180 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:28.596175 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:28.678513 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:28.682217 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:28.694085 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3ba4a0fb-8b65-4d0b-a56c-9337aeac42f4 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:28.732235 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bdd58e7ac0a04d489c1d47a2223da6ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2821314
Jul 23 16:27:28.733864 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a941b62c-4f25-4d32-a511-97875a459efe,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:28.735009 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 51686) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:28.741689 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:28.742057 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:28.742419 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:28.742772 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:28.743149 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:28.743505 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:28.743850 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:28.744201 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:28.744548 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:28.744889 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:28.745230 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:28.745569 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:28.749718 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3adfc5f1-9aa2-4bcb-ac2a-ce64f9dbc391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:28.796124 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d6665476-c6b4-4f6f-b9de-7c8b6c3b0321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:28.821475 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d6665476-c6b4-4f6f-b9de-7c8b6c3b0321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:28.877299 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d6665476-c6b4-4f6f-b9de-7c8b6c3b0321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:28.882685 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-126a0642-c09b-4f4d-bd7e-a4317b01bee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:28.883703 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:28.898583 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d6665476-c6b4-4f6f-b9de-7c8b6c3b0321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:28.902461 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-d6665476-c6b4-4f6f-b9de-7c8b6c3b0321 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a941b62c-4f25-4d32-a511-97875a459efe HTTP/1.1" status: 204  len: 168 time: 0.1664236
Jul 23 16:27:28.903497 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6665476-c6b4-4f6f-b9de-7c8b6c3b0321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a941b62c-4f25-4d32-a511-97875a459efe,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:28.905994 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-d6665476-c6b4-4f6f-b9de-7c8b6c3b0321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:29.228472 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 51706) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:29.247156 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e9dda819-85e3-473f-b7e9-701adbc96e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:29.262679 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e9dda819-85e3-473f-b7e9-701adbc96e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:29.266766 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e9dda819-85e3-473f-b7e9-701adbc96e33 admin admin] Usage tracker for resource:security_group_rule and tenant:96d6ed6a8f8d49cda0dd23344647d4ef is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:29.269750 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e9dda819-85e3-473f-b7e9-701adbc96e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:29.275650 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e9dda819-85e3-473f-b7e9-701adbc96e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:29.357694 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e9dda819-85e3-473f-b7e9-701adbc96e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:29.363109 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e9dda819-85e3-473f-b7e9-701adbc96e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:29.370216 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-8448c5b9-b4bc-434a-b6af-37e8b1ea8070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:29.412429 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-e9dda819-85e3-473f-b7e9-701adbc96e33 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=96d6ed6a8f8d49cda0dd23344647d4ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1827514
Jul 23 16:27:29.413347 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dda819-85e3-473f-b7e9-701adbc96e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e670c59-6866-465f-93cb-a7870e58b2ae,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:29.415418 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51712) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:29.416960 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e9dda819-85e3-473f-b7e9-701adbc96e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:29.476087 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f07c6e92-06af-4800-8e37-e7e5dd1f8b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:29.502388 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f07c6e92-06af-4800-8e37-e7e5dd1f8b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:29.554505 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f07c6e92-06af-4800-8e37-e7e5dd1f8b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:29.559126 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-67bbf6e2-f63f-4f52-8a02-c71ef2062f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:29.570715 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c6e92-06af-4800-8e37-e7e5dd1f8b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e670c59-6866-465f-93cb-a7870e58b2ae,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:29.575493 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f07c6e92-06af-4800-8e37-e7e5dd1f8b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:29.580905 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-f07c6e92-06af-4800-8e37-e7e5dd1f8b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:29.582065 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-f07c6e92-06af-4800-8e37-e7e5dd1f8b8f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6e670c59-6866-465f-93cb-a7870e58b2ae HTTP/1.1" status: 204  len: 168 time: 0.1653764
Jul 23 16:27:30.375317 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:30.788621 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51762) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:31.045317 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0c2243e7-b3bc-46a5-a5bf-46fd1ac136ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:31.060081 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-0c2243e7-b3bc-46a5-a5bf-46fd1ac136ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:31.064629 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-0c2243e7-b3bc-46a5-a5bf-46fd1ac136ad admin admin] Usage tracker for resource:security_group_rule and tenant:636026c2bc724b7883730098850f4d9e is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:31.067498 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-0c2243e7-b3bc-46a5-a5bf-46fd1ac136ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:31.073132 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-0c2243e7-b3bc-46a5-a5bf-46fd1ac136ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:31.164824 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0c2243e7-b3bc-46a5-a5bf-46fd1ac136ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:31.168995 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0c2243e7-b3bc-46a5-a5bf-46fd1ac136ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:31.176871 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-09cc0320-ab66-43cc-a74f-a712f7859098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:31.219907 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-0c2243e7-b3bc-46a5-a5bf-46fd1ac136ad admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=636026c2bc724b7883730098850f4d9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4301579
Jul 23 16:27:31.220822 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2243e7-b3bc-46a5-a5bf-46fd1ac136ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58908c1f-e952-48f4-bab4-9a69217865e4,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:31.222651 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 51780) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:31.224622 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-0c2243e7-b3bc-46a5-a5bf-46fd1ac136ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:31.284455 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b299f7a7-27fd-4abe-8daf-671343138d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:31.314761 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b299f7a7-27fd-4abe-8daf-671343138d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:31.369020 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b299f7a7-27fd-4abe-8daf-671343138d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:31.373897 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c2ef3c69-d481-42b6-81a4-c483b23c4fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:31.386753 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299f7a7-27fd-4abe-8daf-671343138d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58908c1f-e952-48f4-bab4-9a69217865e4,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:31.389007 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b299f7a7-27fd-4abe-8daf-671343138d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:31.396287 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b299f7a7-27fd-4abe-8daf-671343138d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:31.397420 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-b299f7a7-27fd-4abe-8daf-671343138d08 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/58908c1f-e952-48f4-bab4-9a69217865e4 HTTP/1.1" status: 204  len: 168 time: 0.1729441
Jul 23 16:27:31.703935 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 51794) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:31.723114 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a3a9bdd3-bfd5-480e-9c2e-9cfd9c50abe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:31.740681 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-a3a9bdd3-bfd5-480e-9c2e-9cfd9c50abe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:31.748325 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-a3a9bdd3-bfd5-480e-9c2e-9cfd9c50abe5 admin admin] Usage tracker for resource:security_group_rule and tenant:e880ced4007f4680b81cf901065bc55e is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:31.752092 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-a3a9bdd3-bfd5-480e-9c2e-9cfd9c50abe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:31.757925 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-a3a9bdd3-bfd5-480e-9c2e-9cfd9c50abe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:31.838888 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a3a9bdd3-bfd5-480e-9c2e-9cfd9c50abe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:31.842663 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-a3a9bdd3-bfd5-480e-9c2e-9cfd9c50abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:31.851276 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-384fd7f4-d0c2-4221-bd94-aaa70ad7ba2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:31.890421 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-a3a9bdd3-bfd5-480e-9c2e-9cfd9c50abe5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e880ced4007f4680b81cf901065bc55e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1853759
Jul 23 16:27:31.892062 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9bdd3-bfd5-480e-9c2e-9cfd9c50abe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30907064-9ff2-440a-8f55-b143d93ff170,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:31.893746 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51798) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:31.895091 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a3a9bdd3-bfd5-480e-9c2e-9cfd9c50abe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:31.954234 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d747d2fd-c06d-4107-b4cb-93252dbb938a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:31.979823 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d747d2fd-c06d-4107-b4cb-93252dbb938a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:32.032806 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d747d2fd-c06d-4107-b4cb-93252dbb938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:32.036509 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-24839fb6-ec63-4f1c-94a3-b12b6bb0d2f1 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:32.050218 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747d2fd-c06d-4107-b4cb-93252dbb938a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30907064-9ff2-440a-8f55-b143d93ff170,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:32.054173 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-d747d2fd-c06d-4107-b4cb-93252dbb938a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:32.059530 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d747d2fd-c06d-4107-b4cb-93252dbb938a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:32.060634 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-d747d2fd-c06d-4107-b4cb-93252dbb938a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/30907064-9ff2-440a-8f55-b143d93ff170 HTTP/1.1" status: 204  len: 168 time: 0.1647396
Jul 23 16:27:33.768647 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51850) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:33.889413 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9d80f497-e68c-4d83-ae01-6a15071ab92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:33.903187 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-9d80f497-e68c-4d83-ae01-6a15071ab92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:33.907563 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-9d80f497-e68c-4d83-ae01-6a15071ab92c admin admin] Usage tracker for resource:security_group_rule and tenant:e90da6581af342b095383599b130c1c6 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:33.910292 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-9d80f497-e68c-4d83-ae01-6a15071ab92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:33.915910 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-9d80f497-e68c-4d83-ae01-6a15071ab92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:34.001410 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9d80f497-e68c-4d83-ae01-6a15071ab92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:34.005702 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-9d80f497-e68c-4d83-ae01-6a15071ab92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:34.012121 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5d130f18-5fde-443f-8f95-d055eda4c5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:34.053607 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80f497-e68c-4d83-ae01-6a15071ab92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2752131-12f4-4a75-8075-0e66c585e0ae,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:34.058767 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-9d80f497-e68c-4d83-ae01-6a15071ab92c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e90da6581af342b095383599b130c1c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2891204
Jul 23 16:27:34.059907 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-9d80f497-e68c-4d83-ae01-6a15071ab92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:34.061773 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51856) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:34.122700 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d7420535-9ad0-4dbf-be0b-5cedf341b49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:34.148449 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d7420535-9ad0-4dbf-be0b-5cedf341b49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:34.201795 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d7420535-9ad0-4dbf-be0b-5cedf341b49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:34.207310 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3857baaf-a7b6-4194-9cc7-60f27d036d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:34.220196 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7420535-9ad0-4dbf-be0b-5cedf341b49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2752131-12f4-4a75-8075-0e66c585e0ae,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:34.223410 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-d7420535-9ad0-4dbf-be0b-5cedf341b49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:34.223987 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-d7420535-9ad0-4dbf-be0b-5cedf341b49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:34.227926 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-d7420535-9ad0-4dbf-be0b-5cedf341b49c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d2752131-12f4-4a75-8075-0e66c585e0ae HTTP/1.1" status: 204  len: 168 time: 0.1651077
Jul 23 16:27:34.518495 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 51874) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:34.543075 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0e077159-d0f7-40d3-b899-8c2a3333906a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:34.556305 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-0e077159-d0f7-40d3-b899-8c2a3333906a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:34.560692 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-0e077159-d0f7-40d3-b899-8c2a3333906a admin admin] Usage tracker for resource:security_group_rule and tenant:841711ac5dc7448f8223c0c3f7c0d321 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:34.564548 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-0e077159-d0f7-40d3-b899-8c2a3333906a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:34.570753 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-0e077159-d0f7-40d3-b899-8c2a3333906a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:34.665653 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0e077159-d0f7-40d3-b899-8c2a3333906a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:34.669600 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0e077159-d0f7-40d3-b899-8c2a3333906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:34.677188 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-5d5e3170-0810-40c9-b018-0ca571f4dfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:34.719919 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-0e077159-d0f7-40d3-b899-8c2a3333906a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=841711ac5dc7448f8223c0c3f7c0d321&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1998355
Jul 23 16:27:34.720926 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e077159-d0f7-40d3-b899-8c2a3333906a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1de513-3554-405d-b29f-031e6927eccb,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:34.726172 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 51880) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:34.726381 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-0e077159-d0f7-40d3-b899-8c2a3333906a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:34.786889 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-aa7127fb-5035-47e0-93fc-a2bd5c9dc495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:34.812279 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-aa7127fb-5035-47e0-93fc-a2bd5c9dc495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:34.868693 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-aa7127fb-5035-47e0-93fc-a2bd5c9dc495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:34.870859 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-d7420535-9ad0-4dbf-be0b-5cedf341b49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:34.881864 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7127fb-5035-47e0-93fc-a2bd5c9dc495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1de513-3554-405d-b29f-031e6927eccb,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:34.885252 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-aa7127fb-5035-47e0-93fc-a2bd5c9dc495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:34.888460 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-aa7127fb-5035-47e0-93fc-a2bd5c9dc495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:34.892542 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-aa7127fb-5035-47e0-93fc-a2bd5c9dc495 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6f1de513-3554-405d-b29f-031e6927eccb HTTP/1.1" status: 204  len: 168 time: 0.1659591
Jul 23 16:27:37.123363 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52004) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:37.148616 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52010) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:37.244532 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8ed0d0ff-8aad-413a-83eb-3bf9420817c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.273882 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-21faa52e-de1b-497e-8859-4e096aac24a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.283168 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-8ed0d0ff-8aad-413a-83eb-3bf9420817c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:37.289291 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-8ed0d0ff-8aad-413a-83eb-3bf9420817c7 admin admin] Usage tracker for resource:security_group_rule and tenant:870bc9b778834a08ba887931c8984c48 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:37.294252 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-8ed0d0ff-8aad-413a-83eb-3bf9420817c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:37.297146 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-21faa52e-de1b-497e-8859-4e096aac24a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:37.302705 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-8ed0d0ff-8aad-413a-83eb-3bf9420817c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:37.304913 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-21faa52e-de1b-497e-8859-4e096aac24a3 admin admin] Usage tracker for resource:security_group_rule and tenant:3153180e06fe4451a8dfed2b919fd754 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:37.308354 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-21faa52e-de1b-497e-8859-4e096aac24a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:37.318747 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-21faa52e-de1b-497e-8859-4e096aac24a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:37.548477 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8ed0d0ff-8aad-413a-83eb-3bf9420817c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.556411 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-8ed0d0ff-8aad-413a-83eb-3bf9420817c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.566713 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-88aaf413-7aeb-4fbb-8bed-90871b87f5a2 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:37.583080 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-21faa52e-de1b-497e-8859-4e096aac24a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.599320 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-21faa52e-de1b-497e-8859-4e096aac24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.630321 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0d0ff-8aad-413a-83eb-3bf9420817c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0323373a-86c0-4669-8289-b6f424d4c902,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:37.633393 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-8ed0d0ff-8aad-413a-83eb-3bf9420817c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:37.636790 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-5ebf7baf-f154-47e0-98bc-421704d60193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:37.645689 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-8ed0d0ff-8aad-413a-83eb-3bf9420817c7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=870bc9b778834a08ba887931c8984c48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5212922
Jul 23 16:27:37.648470 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52016) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:37.656871 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-21faa52e-de1b-497e-8859-4e096aac24a3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3153180e06fe4451a8dfed2b919fd754&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5071824
Jul 23 16:27:37.662266 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52020) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:37.669971 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21faa52e-de1b-497e-8859-4e096aac24a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec736c6-6e17-4bf8-a97c-b19cb26ca695,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:37.673007 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-21faa52e-de1b-497e-8859-4e096aac24a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:37.758306 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4887-8479-437a-853c-7af4e47cc30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.772544 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-edf65955-ef96-43a4-9ece-97e73c12669e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.798832 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4887-8479-437a-853c-7af4e47cc30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.826104 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-edf65955-ef96-43a4-9ece-97e73c12669e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.898670 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-edf65955-ef96-43a4-9ece-97e73c12669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.903806 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-0a34c38b-d26d-4758-aa64-3cdf3e176d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:37.913701 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4887-8479-437a-853c-7af4e47cc30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.920554 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf65955-ef96-43a4-9ece-97e73c12669e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec736c6-6e17-4bf8-a97c-b19cb26ca695,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:37.928581 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-edf65955-ef96-43a4-9ece-97e73c12669e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:37.929108 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-889a86c5-170c-4700-b342-f6c5312ab640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:37.941135 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4887-8479-437a-853c-7af4e47cc30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.942533 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-ab7c4887-8479-437a-853c-7af4e47cc30b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0323373a-86c0-4669-8289-b6f424d4c902 HTTP/1.1" status: 204  len: 168 time: 0.2930865
Jul 23 16:27:37.947509 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c4887-8479-437a-853c-7af4e47cc30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0323373a-86c0-4669-8289-b6f424d4c902,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:37.949358 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-edf65955-ef96-43a4-9ece-97e73c12669e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:37.950411 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-edf65955-ef96-43a4-9ece-97e73c12669e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7ec736c6-6e17-4bf8-a97c-b19cb26ca695 HTTP/1.1" status: 204  len: 168 time: 0.2872481
Jul 23 16:27:37.951284 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ab7c4887-8479-437a-853c-7af4e47cc30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:38.253131 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52032) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:38.253380 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52034) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:38.271479 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e140a387-471c-4570-ab46-2c9f024d3ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.274191 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4dfcee84-3006-4371-8587-51d4852bfb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.286527 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e140a387-471c-4570-ab46-2c9f024d3ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:38.289550 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-4dfcee84-3006-4371-8587-51d4852bfb10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:38.290344 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e140a387-471c-4570-ab46-2c9f024d3ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:42e279c3ff50493c9c47d78206220359 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:38.293203 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-e140a387-471c-4570-ab46-2c9f024d3ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:38.293382 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-4dfcee84-3006-4371-8587-51d4852bfb10 admin admin] Usage tracker for resource:security_group_rule and tenant:945a0411f7334ac4ac61c9d9c1894abc is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:38.296235 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-4dfcee84-3006-4371-8587-51d4852bfb10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:38.299479 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-e140a387-471c-4570-ab46-2c9f024d3ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:38.302532 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-4dfcee84-3006-4371-8587-51d4852bfb10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:38.386794 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4dfcee84-3006-4371-8587-51d4852bfb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.390473 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e140a387-471c-4570-ab46-2c9f024d3ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.390937 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-4dfcee84-3006-4371-8587-51d4852bfb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.394598 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e140a387-471c-4570-ab46-2c9f024d3ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.398531 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-9d80f497-e68c-4d83-ae01-6a15071ab92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:38.404483 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-3ec093d0-5d17-4c9a-b426-112402160e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:38.443575 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-4dfcee84-3006-4371-8587-51d4852bfb10 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=945a0411f7334ac4ac61c9d9c1894abc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1892691
Jul 23 16:27:38.444502 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcee84-3006-4371-8587-51d4852bfb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4ef2b6-9421-46e0-9002-2030d0c448cb,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:38.447465 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52040) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:38.451305 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-4dfcee84-3006-4371-8587-51d4852bfb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:38.460816 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-e140a387-471c-4570-ab46-2c9f024d3ff7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=42e279c3ff50493c9c47d78206220359&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2035844
Jul 23 16:27:38.460816 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140a387-471c-4570-ab46-2c9f024d3ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416e1f91-e7ce-4b7f-947d-a9832701bc46,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:38.463134 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52044) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:38.466034 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e140a387-471c-4570-ab46-2c9f024d3ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:38.514128 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-88c28a28-a2a4-4eba-85d7-b12a4fb3647c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.528081 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e6b02f26-f87c-453a-9e54-807cac4b83e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.541649 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-88c28a28-a2a4-4eba-85d7-b12a4fb3647c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.557534 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e6b02f26-f87c-453a-9e54-807cac4b83e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.599987 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-88c28a28-a2a4-4eba-85d7-b12a4fb3647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.604820 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-9a3b47c9-73fa-41e3-825e-c219dda8c434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:38.615953 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e6b02f26-f87c-453a-9e54-807cac4b83e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.620373 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c28a28-a2a4-4eba-85d7-b12a4fb3647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4ef2b6-9421-46e0-9002-2030d0c448cb,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:38.620837 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-17c02120-53ab-4d08-9c76-1fc016fe95fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:38.622588 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-88c28a28-a2a4-4eba-85d7-b12a4fb3647c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:38.623567 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-88c28a28-a2a4-4eba-85d7-b12a4fb3647c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.627823 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-88c28a28-a2a4-4eba-85d7-b12a4fb3647c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fe4ef2b6-9421-46e0-9002-2030d0c448cb HTTP/1.1" status: 204  len: 168 time: 0.1758204
Jul 23 16:27:38.639546 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b02f26-f87c-453a-9e54-807cac4b83e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416e1f91-e7ce-4b7f-947d-a9832701bc46,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:38.644971 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e6b02f26-f87c-453a-9e54-807cac4b83e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:38.662865 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-e6b02f26-f87c-453a-9e54-807cac4b83e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:38.668332 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-e6b02f26-f87c-453a-9e54-807cac4b83e4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/416e1f91-e7ce-4b7f-947d-a9832701bc46 HTTP/1.1" status: 204  len: 168 time: 0.1996062
Jul 23 16:27:39.459753 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52086) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:39.677115 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1624465339-network', 'tenant_id': 'b27fe6777305468a903d2a1e97c56e0d'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:27:39.681788 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:39.686052 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Usage tracker for resource:network and tenant:b27fe6777305468a903d2a1e97c56e0d is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:39.688832 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:39.695267 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:39.705377 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Made reservation on behalf of b27fe6777305468a903d2a1e97c56e0d for: {'network': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:27:39.707816 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:39.724240 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:39.739725 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:39.743607 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Usage tracker for resource:security_group_rule and tenant:b27fe6777305468a903d2a1e97c56e0d is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:39.746427 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:39.752360 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:39.838665 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:39.842617 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:39.846777 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-cd386846-5759-4d47-a4c7-9aea6ac7f58b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:39.874203 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012}  {{(pid=78519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:27:39.883948 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaa575f-9e85-48d1-ba53-442f0541635e,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:39.893359 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:39.893702 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.segments_db [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Added segment 11183fb0-7a95-475f-9276-d78686b68c64 of type vlan for network 50b2f5f9-da79-448a-976d-76f94890ebb2
Jul 23 16:27:39.895858 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:39.896270 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:39.896723 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:39.897153 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:39.897530 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:39.897882 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:39.898373 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:39.898722 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:39.899112 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:39.899470 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:39.899823 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:39.900173 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:27:39.907607 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:39.931334 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:39.962739 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:39.964106 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:39.964715 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:39.969920 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-f447432a-dbd2-4126-8aec-020f2b0aa870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:40.076626 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6126668
Jul 23 16:27:40.077537 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52102) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:40.083063 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Pushing event updated for resources: {'Network': ['ID=50b2f5f9-da79-448a-976d-76f94890ebb2,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:40.085871 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Request body: {'subnet': {'network_id': '50b2f5f9-da79-448a-976d-76f94890ebb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1624465339-subnet', 'tenant_id': 'b27fe6777305468a903d2a1e97c56e0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:27:40.092766 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-4d5e2d78-961a-4398-ac96-995d1f47f287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:40.094686 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network 50b2f5f9-da79-448a-976d-76f94890ebb2 details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:27:40.100489 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:40.106043 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Usage tracker for resource:subnet and tenant:b27fe6777305468a903d2a1e97c56e0d is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:40.110370 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:40.122156 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:40.148340 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Made reservation on behalf of b27fe6777305468a903d2a1e97c56e0d for: {'subnet': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:27:40.151113 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563657'] for subnet, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:40.354702 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2609622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563643'] for subnet, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:40.359242 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-dcfb8d22-4d17-4d53-805e-6b3016a56c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:40.432467 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4941d5e9-d3b6-421e-bce7-ff587595108c,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:40.436310 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:40.441146 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Checking segment: {'id': '11183fb0-7a95-475f-9276-d78686b68c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '50b2f5f9-da79-448a-976d-76f94890ebb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:27:40.441500 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Network hostable DHCP agents. Network: 50b2f5f9-da79-448a-976d-76f94890ebb2, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:27:40.459364 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Network 50b2f5f9-da79-448a-976d-76f94890ebb2 is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:27:40.468338 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, 50b2f5f9-da79-448a-976d-76f94890ebb2) {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:27:40.472410 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:40.472993 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:40.478128 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb6b52-aab4-44ec-bc71-d39f1bd1ab70 None None] Network 50b2f5f9-da79-448a-976d-76f94890ebb2 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:27:40.493239 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-143a4c7a-18f8-4fcf-9144-cc447e74741a admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4131739
Jul 23 16:27:40.707904 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacd703c-5e77-4bb4-91af-64bf8029141e None None] Network 50b2f5f9-da79-448a-976d-76f94890ebb2 requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:27:41.008411 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52120) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:41.014336 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1991844785-network', 'tenant_id': 'e861d9e5bc0e49e3a08072bee7c21261'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:27:41.019237 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:41.023022 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Usage tracker for resource:network and tenant:e861d9e5bc0e49e3a08072bee7c21261 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:41.025849 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:41.032032 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:41.043813 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Made reservation on behalf of e861d9e5bc0e49e3a08072bee7c21261 for: {'network': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:27:41.046324 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:41.058901 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:41.073997 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:41.077734 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Usage tracker for resource:security_group_rule and tenant:e861d9e5bc0e49e3a08072bee7c21261 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:41.080576 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:41.086204 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:41.168648 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:41.173921 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:41.178068 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a82e8b6f-f738-442d-acc4-53dc0a6fccf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:41.205879 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036}  {{(pid=78519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:27:41.218470 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaf5396-ed8d-42fb-b386-bdf941beba9b,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:41.222567 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:41.223531 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:41.223876 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.segments_db [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Added segment 5f4e1b1a-a9dd-49cd-b727-1bff69d7619a of type vlan for network e4460446-5e4a-4a2e-9d41-44be0b809cfc
Jul 23 16:27:41.251815 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:41.281179 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:41.283142 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:41.283781 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:41.287067 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:41.388176 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Pushing event updated for resources: {'Network': ['ID=e4460446-5e4a-4a2e-9d41-44be0b809cfc,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:41.390731 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:41.395925 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3836432
Jul 23 16:27:41.396296 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52130) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:41.401933 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Request body: {'subnet': {'network_id': 'e4460446-5e4a-4a2e-9d41-44be0b809cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1991844785-subnet', 'tenant_id': 'e861d9e5bc0e49e3a08072bee7c21261', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:27:41.406914 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:41.410946 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Usage tracker for resource:subnet and tenant:e861d9e5bc0e49e3a08072bee7c21261 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:41.413822 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:41.414705 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network e4460446-5e4a-4a2e-9d41-44be0b809cfc details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:27:41.419656 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:41.429895 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Made reservation on behalf of e861d9e5bc0e49e3a08072bee7c21261 for: {'subnet': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:27:41.432640 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214796'] for subnet, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:41.645194 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1710386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214910'] for subnet, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:41.649109 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e87b32a4-47a7-4a64-b1fb-176f3d52b09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:41.725128 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b801a158-eeaa-4c62-8d2f-50e461010b0c,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:41.729055 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:41.733211 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Checking segment: {'id': '5f4e1b1a-a9dd-49cd-b727-1bff69d7619a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e4460446-5e4a-4a2e-9d41-44be0b809cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:27:41.733572 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Network hostable DHCP agents. Network: e4460446-5e4a-4a2e-9d41-44be0b809cfc, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:27:41.756776 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Network e4460446-5e4a-4a2e-9d41-44be0b809cfc is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:27:41.767217 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, e4460446-5e4a-4a2e-9d41-44be0b809cfc) {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:27:41.772426 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:41.773032 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:41.777026 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174c5f5a-a4b1-4a50-9839-12e96de7fc7b None None] Network e4460446-5e4a-4a2e-9d41-44be0b809cfc requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:27:41.798798 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4012611
Jul 23 16:27:42.004813 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc19de-7e64-4cd1-a0db-a8d8dbb1719e None None] Network e4460446-5e4a-4a2e-9d41-44be0b809cfc requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:27:43.697696 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52186) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:43.815896 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-9a024ef6-becf-427a-9a9d-83fa0be600fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:43.831319 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-9a024ef6-becf-427a-9a9d-83fa0be600fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:43.835217 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-9a024ef6-becf-427a-9a9d-83fa0be600fa admin admin] Usage tracker for resource:security_group_rule and tenant:e99ccec82dd34f529e90a214e723651e is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:27:43.838051 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-9a024ef6-becf-427a-9a9d-83fa0be600fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:27:43.843759 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-9a024ef6-becf-427a-9a9d-83fa0be600fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:43.927772 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-9a024ef6-becf-427a-9a9d-83fa0be600fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:43.931526 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-9a024ef6-becf-427a-9a9d-83fa0be600fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:43.941446 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-9b2dccfa-43cf-4bf8-857d-d29436ed0f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:43.979116 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-9a024ef6-becf-427a-9a9d-83fa0be600fa admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e99ccec82dd34f529e90a214e723651e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2803235
Jul 23 16:27:43.981781 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52192) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:43.983929 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a024ef6-becf-427a-9a9d-83fa0be600fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbdeab4-2a92-430b-9363-d1da7d59e908,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:43.987856 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-9a024ef6-becf-427a-9a9d-83fa0be600fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:44.052110 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb390-2f0f-4127-bc9a-60b4c2bc052e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:44.079034 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb390-2f0f-4127-bc9a-60b4c2bc052e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:44.137934 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb390-2f0f-4127-bc9a-60b4c2bc052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:44.142955 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-edf65955-ef96-43a4-9ece-97e73c12669e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:44.155858 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9eb390-2f0f-4127-bc9a-60b4c2bc052e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbdeab4-2a92-430b-9363-d1da7d59e908,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:44.158576 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-eb9eb390-2f0f-4127-bc9a-60b4c2bc052e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:44.159789 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb390-2f0f-4127-bc9a-60b4c2bc052e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:44.163559 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-eb9eb390-2f0f-4127-bc9a-60b4c2bc052e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ecbdeab4-2a92-430b-9363-d1da7d59e908 HTTP/1.1" status: 204  len: 168 time: 0.1807635
Jul 23 16:27:47.451850 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:27:52.748072 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-59358bbd-ea64-4e81-b691-a59b04eb12cd tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023008645&fields=id&tenant_id=9b91736caab74a6eb5a5f02af6266d99 HTTP/1.1" status: 200  len: 267 time: 0.0449200
Jul 23 16:27:52.996187 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6d48-5562-490e-b2fc-368742d6d136 req-f410907b-e7d9-4ad4-a7e5-a2305c656ea8 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:52.997634 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-f410907b-e7d9-4ad4-a7e5-a2305c656ea8 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 812 time: 0.2406201
Jul 23 16:27:53.013092 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-f0cfc595-809c-4376-b7b0-adddbc33b880 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/quotas/9b91736caab74a6eb5a5f02af6266d99 HTTP/1.1" status: 200  len: 375 time: 0.0091023
Jul 23 16:27:53.109599 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-e17adeb8-d05c-4d7f-964a-428644f4a3a2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0908029
Jul 23 16:27:53.254715 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-3cd72577-56c4-4126-8eba-e8e4d939ee83 service neutron] 10.222.0.82 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341310
Jul 23 16:27:53.396939 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-3a4cd158-b953-42f7-92ac-3d043e1e834a service neutron] 10.222.0.82 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364872
Jul 23 16:27:53.816712 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6ff399e9-be04-4d40-84ed-cf0a4cb005f5 req-f828b576-a9d0-4491-92db-1ab92e34de66 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 210 time: 0.0470734
Jul 23 16:27:54.973768 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f88e7af7-0163-42b6-9568-77bed7b00daf req-84cb0585-8867-4dcd-9ecf-8638a500f522 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 210 time: 0.0437281
Jul 23 16:27:55.148631 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7ab33e92-cfc0-4dbb-9552-967e268ee96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:55.372106 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6d48-5562-490e-b2fc-368742d6d136 req-17d35859-678f-44ef-8dc9-5ba82952d638 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:55.373526 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-17d35859-678f-44ef-8dc9-5ba82952d638 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 812 time: 0.1477847
Jul 23 16:27:55.431127 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-6aeb57a6-8b01-495d-8bee-ae6b052bebad tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b91736caab74a6eb5a5f02af6266d99 HTTP/1.1" status: 200  len: 380 time: 0.0407996
Jul 23 16:27:55.450355 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Request body: {'port': {'device_id': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'admin_state_up': True, 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'security_groups': ['935b454e-2e36-4513-801e-3f9bea24a118']}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:27:55.598627 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:27:55.608615 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:27:55.619279 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Made reservation on behalf of 9b91736caab74a6eb5a5f02af6266d99 for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:27:55.622790 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:55.788555 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Allocated IP 172.20.0.14 (10915c46-1d6d-4de0-80b0-bbee884607df/ed8a5c54-2b80-4df0-9563-26a74e02a670/a28a9e39-df9d-4379-85a4-84e919cd29cf) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:27:55.927103 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:55.983882 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:56.000591 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Transition to ACTIVE for port object a28a9e39-df9d-4379-85a4-84e919cd29cf will not be triggered until provisioned by entity DHCP. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:27:56.025269 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:56.030929 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-7a3477ea-5723-4012-9979-8b2297726f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:56.142693 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Network 10915c46-1d6d-4de0-80b0-bbee884607df is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:27:56.152940 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:27:56.158426 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:27:56.193594 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'Port': ['ID=a28a9e39-df9d-4379-85a4-84e919cd29cf,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:56.201376 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:56.244757 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:56.245402 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:56.269854 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996112-89a5-4f60-8bff-2ce0b23358a7 req-5ec73fe6-83fe-4c6e-97bc-0e8bd95273b4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:56.271428 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8d996112-89a5-4f60-8bff-2ce0b23358a7 req-5ec73fe6-83fe-4c6e-97bc-0e8bd95273b4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 932 time: 0.1797986
Jul 23 16:27:56.285154 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8385193
Jul 23 16:27:56.308766 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Request body: {'port': {'device_id': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:27:56.431109 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-86f08ee6-e940-437d-a9ac-3eaa9be05395 None None] Provisioning for port a28a9e39-df9d-4379-85a4-84e919cd29cf completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:27:56.439279 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-86f08ee6-e940-437d-a9ac-3eaa9be05395 None None] Provisioning complete for port a28a9e39-df9d-4379-85a4-84e919cd29cf triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:27:56.439925 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-86f08ee6-e940-437d-a9ac-3eaa9be05395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:56.444536 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8d996112-89a5-4f60-8bff-2ce0b23358a7 req-dca97fd2-71fb-4024-afc8-46ff49d427f2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1642087
Jul 23 16:27:56.446825 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:56.514319 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-86f08ee6-e940-437d-a9ac-3eaa9be05395 None None] Port a28a9e39-df9d-4379-85a4-84e919cd29cf cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:27:56.915837 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28a9e39-df9d-4379-85a4-84e919cd29cf {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:27:56.924141 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:56.938765 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Transition to ACTIVE for port object a28a9e39-df9d-4379-85a4-84e919cd29cf will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:27:56.942489 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:56.946933 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c207c191-676a-457b-996d-795bcc5f4f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:57.098685 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a28a9e39-df9d-4379-85a4-84e919cd29cf,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:57.105815 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:57.181536 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Attempting to bind port a28a9e39-df9d-4379-85a4-84e919cd29cf on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:27:57.181916 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Attempting to bind port a28a9e39-df9d-4379-85a4-84e919cd29cf by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:27:57.182238 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Attempting to bind port a28a9e39-df9d-4379-85a4-84e919cd29cf on network 10915c46-1d6d-4de0-80b0-bbee884607df {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:27:57.186886 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Port a28a9e39-df9d-4379-85a4-84e919cd29cf on network 10915c46-1d6d-4de0-80b0-bbee884607df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:27:57.187237 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Attempting to bind port a28a9e39-df9d-4379-85a4-84e919cd29cf on network 10915c46-1d6d-4de0-80b0-bbee884607df {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:27:57.193094 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:27:57.193422 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Checking segment: {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:27:57.193908 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Bound using segment: {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:27:57.194326 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Bound port: a28a9e39-df9d-4379-85a4-84e919cd29cf, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4af40a-9ebf-4de1-a380-f4c9183a15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:27:57.194669 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:57.307378 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] For port a28a9e39-df9d-4379-85a4-84e919cd29cf, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:27:57.310164 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] For port a28a9e39-df9d-4379-85a4-84e919cd29cf, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a28a9e39-df9d-4379-85a4-84e919cd29cf,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:27:57.315465 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:57.319079 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-29aba7f9-c1d9-4c99-b64c-06dd405fb794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:27:57.378242 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:57.378873 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:57.380256 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] 10.222.0.83 "PUT /v2.0/ports/a28a9e39-df9d-4379-85a4-84e919cd29cf HTTP/1.1" status: 200  len: 1094 time: 1.0758047
Jul 23 16:27:57.380752 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'tag': 'a28a9e39-df9d-4379-85a4-84e919cd29cf'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:27:57.402667 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a28a9e39-df9d-4379-85a4-84e919cd29cf,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:27:57.407586 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:27:57.428985 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'tag': 'a28a9e39-df9d-4379-85a4-84e919cd29cf', 'status': 'completed', 'code': 200}
Jul 23 16:27:57.536385 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6d48-5562-490e-b2fc-368742d6d136 req-5d8f6206-f6fc-48a2-a0dd-4814cff48248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:57.538157 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-5d8f6206-f6fc-48a2-a0dd-4814cff48248 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 1097 time: 0.0897238
Jul 23 16:27:57.652762 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-0f1aec8a-8965-44bc-a4c3-a928b007e390 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28a9e39-df9d-4379-85a4-84e919cd29cf HTTP/1.1" status: 200  len: 217 time: 0.0990784
Jul 23 16:27:57.738072 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6d48-5562-490e-b2fc-368742d6d136 req-9825f824-2945-4e41-8820-30b5a08a2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:57.739566 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-9825f824-2945-4e41-8820-30b5a08a2164 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.0778761
Jul 23 16:27:57.784642 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28157a-50f7-49fa-9120-8f759e535c9c req-19cfb0e0-12cd-4cc9-b05a-b6032e767020 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:57.785345 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-7c28157a-50f7-49fa-9120-8f759e535c9c req-19cfb0e0-12cd-4cc9-b05a-b6032e767020 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Synchronizing usage tracker for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:27:57.820755 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-7c28157a-50f7-49fa-9120-8f759e535c9c req-19cfb0e0-12cd-4cc9-b05a-b6032e767020 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Unset dirty status for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:27:57.821913 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7c28157a-50f7-49fa-9120-8f759e535c9c req-19cfb0e0-12cd-4cc9-b05a-b6032e767020 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 944 time: 0.2149498
Jul 23 16:27:57.881326 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7c28157a-50f7-49fa-9120-8f759e535c9c req-4b347a4f-2d25-4369-8b7d-9caea5a107c4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529134
Jul 23 16:27:57.883226 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6d48-5562-490e-b2fc-368742d6d136 req-99604af4-facd-419f-9bbe-76db8e145fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:57.884605 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-99604af4-facd-419f-9bbe-76db8e145fe9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1382639
Jul 23 16:27:57.986004 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-eeae3d19-0751-46b7-be79-72ba4b4fc216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:58.036620 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:58.039785 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-405cc105-886a-42b1-b908-13fe4edbcd38 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479466
Jul 23 16:27:58.193993 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-addf6d48-5562-490e-b2fc-368742d6d136 req-c7a38b68-21a0-4fd3-b12a-8d68ecb194d9 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471810
Jul 23 16:27:58.354354 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402f2cb-8fe0-44ba-8407-80681bb20bcd req-28ec4338-c7fe-4561-8ee0-aa0c124cce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:58.355856 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8402f2cb-8fe0-44ba-8407-80681bb20bcd req-28ec4338-c7fe-4561-8ee0-aa0c124cce0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 1097 time: 0.0693462
Jul 23 16:27:58.497259 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402f2cb-8fe0-44ba-8407-80681bb20bcd req-a7372329-32c5-4023-97f3-c28d8268638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:58.498701 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8402f2cb-8fe0-44ba-8407-80681bb20bcd req-a7372329-32c5-4023-97f3-c28d8268638a service neutron] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 914 time: 0.1337738
Jul 23 16:27:58.674890 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8402f2cb-8fe0-44ba-8407-80681bb20bcd req-4e4d4199-077a-486d-a843-6fdf8df07e16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28a9e39-df9d-4379-85a4-84e919cd29cf HTTP/1.1" status: 200  len: 217 time: 0.1692617
Jul 23 16:27:58.741325 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402f2cb-8fe0-44ba-8407-80681bb20bcd req-abd34b5e-f02f-4cae-8a50-ada161577671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:58.742733 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8402f2cb-8fe0-44ba-8407-80681bb20bcd req-abd34b5e-f02f-4cae-8a50-ada161577671 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.0587039
Jul 23 16:27:58.824333 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402f2cb-8fe0-44ba-8407-80681bb20bcd req-86eaef05-3576-42fe-85da-713e79fd27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:58.825904 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8402f2cb-8fe0-44ba-8407-80681bb20bcd req-86eaef05-3576-42fe-85da-713e79fd27a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733197
Jul 23 16:27:58.881988 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:58.975506 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8402f2cb-8fe0-44ba-8407-80681bb20bcd req-144e3cd9-3fd9-4128-b7ea-e32f63939caf service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421106
Jul 23 16:27:59.168212 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-8402f2cb-8fe0-44ba-8407-80681bb20bcd req-888672e2-8dad-48e5-8507-9275a3119e77 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1854842
Jul 23 16:27:59.176513 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b0216-c5c2-45b0-bf2b-8d0f1bf20203 req-1a85f6e9-82ee-4ce6-b539-9bae33aed581 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:59.177853 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aa4b0216-c5c2-45b0-bf2b-8d0f1bf20203 req-1a85f6e9-82ee-4ce6-b539-9bae33aed581 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 944 time: 0.1773331
Jul 23 16:27:59.226639 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-aa4b0216-c5c2-45b0-bf2b-8d0f1bf20203 req-2cd8387d-c771-40cc-b658-97f9cee1ccf8 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429528
Jul 23 16:27:59.381192 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fa204c9-0be2-4ed1-94d4-482122876ce1 req-f0a77009-151c-4ba4-8d5e-bed1b030f22d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0696585
Jul 23 16:27:59.539227 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa204c9-0be2-4ed1-94d4-482122876ce1 req-56be357e-b1dd-4ba4-860f-ee420fdb9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:59.541154 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fa204c9-0be2-4ed1-94d4-482122876ce1 req-56be357e-b1dd-4ba4-860f-ee420fdb9454 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 1098 time: 0.0716960
Jul 23 16:27:59.693035 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa204c9-0be2-4ed1-94d4-482122876ce1 req-c9eb6767-ac74-40db-b233-f26941050544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:59.694541 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fa204c9-0be2-4ed1-94d4-482122876ce1 req-c9eb6767-ac74-40db-b233-f26941050544 service neutron] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 914 time: 0.1325910
Jul 23 16:27:59.803967 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fa204c9-0be2-4ed1-94d4-482122876ce1 req-2247291e-f352-455a-ba85-bb3808516690 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f HTTP/1.1" status: 200  len: 1001 time: 0.1011691
Jul 23 16:27:59.873305 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa204c9-0be2-4ed1-94d4-482122876ce1 req-4718e7f7-84ca-4439-b27e-0cda38720d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:59.874821 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fa204c9-0be2-4ed1-94d4-482122876ce1 req-4718e7f7-84ca-4439-b27e-0cda38720d63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.0640080
Jul 23 16:27:59.970943 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa204c9-0be2-4ed1-94d4-482122876ce1 req-b105d3b1-1f24-4e77-bbf7-a0257ee05f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:27:59.972662 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fa204c9-0be2-4ed1-94d4-482122876ce1 req-b105d3b1-1f24-4e77-bbf7-a0257ee05f5c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0879166
Jul 23 16:28:00.121122 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fa204c9-0be2-4ed1-94d4-482122876ce1 req-b38ff3d8-ba90-4d54-a2ea-d7ae6fd1362d service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374969
Jul 23 16:28:00.262610 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1fa204c9-0be2-4ed1-94d4-482122876ce1 req-a2017a6a-258b-440e-8fa6-cabe044915fb service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361606
Jul 23 16:28:00.379557 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:00.421810 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626ad7e-a853-443a-a00a-0ef024f02d3a req-1b38eabf-e746-42e3-90e1-704ca7cd076b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:00.423437 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0626ad7e-a853-443a-a00a-0ef024f02d3a req-1b38eabf-e746-42e3-90e1-704ca7cd076b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 944 time: 0.0873988
Jul 23 16:28:00.468499 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0626ad7e-a853-443a-a00a-0ef024f02d3a req-34a5cb5e-8f6c-4f44-9c2c-96aa0a634d92 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393560
Jul 23 16:28:01.662375 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ca1b3-fbe6-45ac-b2e0-a27e178ed107 req-924404a5-fb7a-47f6-ab25-17f92902b85c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:01.663900 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-347ca1b3-fbe6-45ac-b2e0-a27e178ed107 req-924404a5-fb7a-47f6-ab25-17f92902b85c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 944 time: 0.0837362
Jul 23 16:28:01.710377 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-347ca1b3-fbe6-45ac-b2e0-a27e178ed107 req-f44af949-ac71-4b9b-9235-6244f08b63c9 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407789
Jul 23 16:28:01.854486 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52478) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:02.015565 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_v2 [None req-94aa8d8f-ccc4-4854-a69f-cbd9b6bf3e54 admin admin] Deleting subnet 4941d5e9-d3b6-421e-bce7-ff587595108c {{(pid=78518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:28:02.018598 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-94aa8d8f-ccc4-4854-a69f-cbd9b6bf3e54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.068671 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-94aa8d8f-ccc4-4854-a69f-cbd9b6bf3e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599332'] for subnet, precommit_delete_associations {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.132226 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-94aa8d8f-ccc4-4854-a69f-cbd9b6bf3e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.199765 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-94aa8d8f-ccc4-4854-a69f-cbd9b6bf3e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563618'] for subnet, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.204724 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ecd5f0bb-bf72-415d-aa55-1257f166b1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:02.239536 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa8d8f-ccc4-4854-a69f-cbd9b6bf3e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4941d5e9-d3b6-421e-bce7-ff587595108c,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:02.241457 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-94aa8d8f-ccc4-4854-a69f-cbd9b6bf3e54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.244130 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-94aa8d8f-ccc4-4854-a69f-cbd9b6bf3e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:02.248003 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-94aa8d8f-ccc4-4854-a69f-cbd9b6bf3e54 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/4941d5e9-d3b6-421e-bce7-ff587595108c HTTP/1.1" status: 204  len: 168 time: 0.3925095
Jul 23 16:28:02.251949 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52484) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:02.359530 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.482131 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.495494 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0918f21850>,) {'filters': {'network_id': ['50b2f5f9-da79-448a-976d-76f94890ebb2']}} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:28:02.510739 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0918f21850>, '11183fb0-7a95-475f-9276-d78686b68c64') {'for_net_delete': True} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:28:02.511058 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.services.segments.db [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0918f21850>, '11183fb0-7a95-475f-9276-d78686b68c64') {} {{(pid=78518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:28:02.522478 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599355'] for segment, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.538481 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.544318 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=78518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:28:02.544694 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612595'] for segment, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]: Traceback (most recent call last):
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     timer()
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     cb(*args, **kw)
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     return func(*args, **kwargs)
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     self._notify()
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     self.callback(batched_events)
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     event.method(event)
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     return f(self, *a, **k)
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._get(url).json()
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:28:02.558106 dv-cinder-802036-1-iscsi neutron-server[78518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:28:02.633262 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.636996 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:02.650633 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.664629 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=50b2f5f9-da79-448a-976d-76f94890ebb2,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:02.667695 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] 10.222.0.82 "DELETE /v2.0/networks/50b2f5f9-da79-448a-976d-76f94890ebb2 HTTP/1.1" status: 204  len: 168 time: 0.4147387
Jul 23 16:28:02.668696 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c1411bf9-82a7-4e5b-b1b3-5cd894311fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:02.670411 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52488) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:02.731212 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d672c6-3cf7-4f90-8cad-e44740111ff8 admin admin] Deleting subnet b801a158-eeaa-4c62-8d2f-50e461010b0c {{(pid=78518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:28:02.734479 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a3d672c6-3cf7-4f90-8cad-e44740111ff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.787656 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a3d672c6-3cf7-4f90-8cad-e44740111ff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599332'] for subnet, precommit_delete_associations {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.897264 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a3d672c6-3cf7-4f90-8cad-e44740111ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:02.968477 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7cc6-89f3-48ee-88dd-6ccc3e85d7d9 req-d0d42ddc-4494-44d2-931d-6c3f026bebd6 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:02.970695 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-612c7cc6-89f3-48ee-88dd-6ccc3e85d7d9 req-d0d42ddc-4494-44d2-931d-6c3f026bebd6 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 944 time: 0.1523125
Jul 23 16:28:03.014315 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a3d672c6-3cf7-4f90-8cad-e44740111ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563618'] for subnet, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:03.025120 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:03.060398 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-612c7cc6-89f3-48ee-88dd-6ccc3e85d7d9 req-5f21483e-d484-4700-ab33-42aa9ec09445 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830865
Jul 23 16:28:03.067010 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d672c6-3cf7-4f90-8cad-e44740111ff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b801a158-eeaa-4c62-8d2f-50e461010b0c,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:03.069642 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a3d672c6-3cf7-4f90-8cad-e44740111ff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:03.073686 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a3d672c6-3cf7-4f90-8cad-e44740111ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:03.076780 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-a3d672c6-3cf7-4f90-8cad-e44740111ff8 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/b801a158-eeaa-4c62-8d2f-50e461010b0c HTTP/1.1" status: 204  len: 168 time: 0.4051738
Jul 23 16:28:03.080060 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52498) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:03.185624 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:03.310827 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:03.324464 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0918b4aac0>,) {'filters': {'network_id': ['e4460446-5e4a-4a2e-9d41-44be0b809cfc']}} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:28:03.340100 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0918b4aac0>, '5f4e1b1a-a9dd-49cd-b727-1bff69d7619a') {'for_net_delete': True} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:28:03.340393 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0918b4aac0>, '5f4e1b1a-a9dd-49cd-b727-1bff69d7619a') {} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:28:03.351415 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1851693'] for segment, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:03.366988 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:03.373666 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=78519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:28:03.374042 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1709463'] for segment, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]: Traceback (most recent call last):
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     timer()
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     cb(*args, **kw)
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     return func(*args, **kwargs)
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     self._notify()
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     self.callback(batched_events)
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     event.method(event)
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     return f(self, *a, **k)
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._get(url).json()
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:28:03.387887 dv-cinder-802036-1-iscsi neutron-server[78519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:28:03.460075 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:03.463624 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ea62bbef-377d-4baf-8a9f-4c878c5ea8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:03.476362 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:03.490577 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4460446-5e4a-4a2e-9d41-44be0b809cfc,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:03.494376 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:03.496889 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-515537dd-2208-42eb-910a-da291e7ac3e0 admin admin] 10.222.0.82 "DELETE /v2.0/networks/e4460446-5e4a-4a2e-9d41-44be0b809cfc HTTP/1.1" status: 204  len: 168 time: 0.4158425
Jul 23 16:28:03.683250 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52514) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:03.816881 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-bab7b279-760b-4933-84e1-af533fea2479 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b27fe6777305468a903d2a1e97c56e0d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1322598
Jul 23 16:28:03.819152 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52518) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:03.878497 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f6f43949-7e7c-4d6b-966e-cfaf1e03e4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:03.905654 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f6f43949-7e7c-4d6b-966e-cfaf1e03e4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:03.960956 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f6f43949-7e7c-4d6b-966e-cfaf1e03e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:03.964753 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-9a024ef6-becf-427a-9a9d-83fa0be600fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:03.976013 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f43949-7e7c-4d6b-966e-cfaf1e03e4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaa575f-9e85-48d1-ba53-442f0541635e,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:03.980028 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-f6f43949-7e7c-4d6b-966e-cfaf1e03e4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:03.983294 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f6f43949-7e7c-4d6b-966e-cfaf1e03e4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:03.984413 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-f6f43949-7e7c-4d6b-966e-cfaf1e03e4c3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bfaa575f-9e85-48d1-ba53-442f0541635e HTTP/1.1" status: 204  len: 168 time: 0.1643770
Jul 23 16:28:04.359698 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52530) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:04.412540 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-f18b40fe-25f1-4f6a-af85-39a770302143 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e861d9e5bc0e49e3a08072bee7c21261&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502100
Jul 23 16:28:04.414897 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52534) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:04.415717 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8bb65-3d16-4926-bd27-833573e1cf30 req-675e0382-a0d7-48d8-9deb-a34fe1dafadc tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:04.417183 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-16d8bb65-3d16-4926-bd27-833573e1cf30 req-675e0382-a0d7-48d8-9deb-a34fe1dafadc tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 944 time: 0.0849116
Jul 23 16:28:04.462005 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-16d8bb65-3d16-4926-bd27-833573e1cf30 req-94d298af-26a6-4aa9-9ba1-841ef0674f80 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383260
Jul 23 16:28:04.481700 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-eab9adaa-cf50-4876-8c78-9be297267a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:04.512446 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-eab9adaa-cf50-4876-8c78-9be297267a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:04.565880 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-eab9adaa-cf50-4876-8c78-9be297267a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:04.570704 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1235ce2c-29b2-4773-9d3e-ea2555aa1dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:04.584477 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9adaa-cf50-4876-8c78-9be297267a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaf5396-ed8d-42fb-b386-bdf941beba9b,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:04.586949 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-eab9adaa-cf50-4876-8c78-9be297267a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:04.588163 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-eab9adaa-cf50-4876-8c78-9be297267a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:04.589274 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-eab9adaa-cf50-4876-8c78-9be297267a5f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/acaf5396-ed8d-42fb-b386-bdf941beba9b HTTP/1.1" status: 204  len: 168 time: 0.1734679
Jul 23 16:28:05.652741 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d295ae7-317b-47f0-85b8-75c597725aee req-9a70a2db-588e-4afd-8b4c-7b8c485c2a60 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:05.654256 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d295ae7-317b-47f0-85b8-75c597725aee req-9a70a2db-588e-4afd-8b4c-7b8c485c2a60 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 944 time: 0.0858488
Jul 23 16:28:05.700476 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1d295ae7-317b-47f0-85b8-75c597725aee req-8342dc37-00d1-4b9b-979c-0e7354048a16 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393753
Jul 23 16:28:06.073733 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device a28a9e39-df9d-4379-85a4-84e919cd29cf details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:28:06.211692 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port a28a9e39-df9d-4379-85a4-84e919cd29cf, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a28a9e39-df9d-4379-85a4-84e919cd29cf,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:28:06.225743 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': 'a28a9e39-df9d-4379-85a4-84e919cd29cf', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'port_id': 'a28a9e39-df9d-4379-85a4-84e919cd29cf', 'mac_address': 'fa:16:3e:e4:db:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:28:06.284584 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:06.302583 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28a9e39-df9d-4379-85a4-84e919cd29cf {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:28:06.319028 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port a28a9e39-df9d-4379-85a4-84e919cd29cf, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a28a9e39-df9d-4379-85a4-84e919cd29cf,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:28:06.323467 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:06.327284 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:06.398136 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=a28a9e39-df9d-4379-85a4-84e919cd29cf,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:06.406090 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:06.406451 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:06.406774 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:06.407199 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:06.407526 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:06.407856 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:06.408176 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:06.408497 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:06.408823 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:06.409140 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:06.409594 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:06.409773 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:06.414196 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:06.756034 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['a28a9e39-df9d-4379-85a4-84e919cd29cf'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:28:06.889460 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b76b0-1fd9-4df1-9d32-14c767a90cd1 req-e5135290-f318-4d3a-bfc2-d8dcd4d7cc35 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:06.890927 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4d3b76b0-1fd9-4df1-9d32-14c767a90cd1 req-e5135290-f318-4d3a-bfc2-d8dcd4d7cc35 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 945 time: 0.0840561
Jul 23 16:28:06.940816 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4d3b76b0-1fd9-4df1-9d32-14c767a90cd1 req-8106caac-8d5e-44f4-abd3-b890d4f950e8 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439556
Jul 23 16:28:08.107128 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device a28a9e39-df9d-4379-85a4-84e919cd29cf up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:28:08.144133 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2417d-1310-4fa6-868f-026f91f4c14e req-fc5f0c36-6cf4-4a80-a2ea-d5f1bf9caeb2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:08.151360 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-36c2417d-1310-4fa6-868f-026f91f4c14e req-fc5f0c36-6cf4-4a80-a2ea-d5f1bf9caeb2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 945 time: 0.0986826
Jul 23 16:28:08.204832 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-36c2417d-1310-4fa6-868f-026f91f4c14e req-ceb6ee69-e2b1-48ac-bfe2-41f3fe5e19d1 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519521
Jul 23 16:28:08.232289 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port a28a9e39-df9d-4379-85a4-84e919cd29cf completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:28:08.237634 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port a28a9e39-df9d-4379-85a4-84e919cd29cf triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:28:08.238007 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:08.364471 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:08.393787 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28a9e39-df9d-4379-85a4-84e919cd29cf'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:28:08.403968 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port a28a9e39-df9d-4379-85a4-84e919cd29cf, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a28a9e39-df9d-4379-85a4-84e919cd29cf,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:28:08.408291 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:08.410905 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:08.442134 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28a9e39-df9d-4379-85a4-84e919cd29cf', 'code': 200}
Jul 23 16:28:08.479532 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=a28a9e39-df9d-4379-85a4-84e919cd29cf,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:08.482480 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:08.757530 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd0eaf-9e9b-4f38-8740-15b488851ac8 req-7c08c151-545f-403a-8018-107f6f50d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:08.758919 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-36dd0eaf-9e9b-4f38-8740-15b488851ac8 req-7c08c151-545f-403a-8018-107f6f50d3b8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 1099 time: 0.0691786
Jul 23 16:28:08.801000 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-36dd0eaf-9e9b-4f38-8740-15b488851ac8 req-ebfd98d1-0c9e-42e9-aca8-313aa4c2316c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348589
Jul 23 16:28:09.498540 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29e249-b966-4e69-95f3-49a87d54db53 req-30dbb2e4-0504-4d0f-8cf5-c7b0c5f9969d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:09.500132 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-db29e249-b966-4e69-95f3-49a87d54db53 req-30dbb2e4-0504-4d0f-8cf5-c7b0c5f9969d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 946 time: 0.1866481
Jul 23 16:28:09.548682 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-db29e249-b966-4e69-95f3-49a87d54db53 req-0fe2b949-83fa-4be2-9e93-ce8748ef574f tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419488
Jul 23 16:28:10.739520 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e0b1c-b1df-4727-acca-e8b8bfa1acec req-7940dd45-8fa5-4e82-9b7d-9e3ca6e2d610 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:10.741489 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-895e0b1c-b1df-4727-acca-e8b8bfa1acec req-7940dd45-8fa5-4e82-9b7d-9e3ca6e2d610 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 946 time: 0.0823655
Jul 23 16:28:10.788623 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-895e0b1c-b1df-4727-acca-e8b8bfa1acec req-165080f5-e555-4110-bc11-cce07959fa2b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411599
Jul 23 16:28:11.986788 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d790d9-097b-4bd6-bfe6-a75f8946786b req-bc4fbb12-c73a-413d-8e58-98ca7fc7b806 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:11.988599 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-14d790d9-097b-4bd6-bfe6-a75f8946786b req-bc4fbb12-c73a-413d-8e58-98ca7fc7b806 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 946 time: 0.0927236
Jul 23 16:28:12.039782 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-14d790d9-097b-4bd6-bfe6-a75f8946786b req-b39824b2-fa69-415d-9a05-609b067b1188 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439804
Jul 23 16:28:13.230457 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a5de-a1c7-4cb3-a429-6201e93c9d8f req-fb66f1fa-78a2-49b0-8d53-1b870f4b86d0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:13.231880 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e954a5de-a1c7-4cb3-a429-6201e93c9d8f req-fb66f1fa-78a2-49b0-8d53-1b870f4b86d0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 946 time: 0.0840299
Jul 23 16:28:13.280095 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e954a5de-a1c7-4cb3-a429-6201e93c9d8f req-9bac1478-783a-49f5-932d-71c2df015fe0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424039
Jul 23 16:28:14.479265 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a364e9-9712-44eb-acef-fdd97036f268 req-cce2fbec-6592-46d0-80d0-9461e6ee90ad tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:14.480764 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b3a364e9-9712-44eb-acef-fdd97036f268 req-cce2fbec-6592-46d0-80d0-9461e6ee90ad tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 946 time: 0.0913513
Jul 23 16:28:14.533278 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b3a364e9-9712-44eb-acef-fdd97036f268 req-2f4d2cd2-88fe-431f-af24-ea53b8ef28be tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454674
Jul 23 16:28:14.734074 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d91e47-904f-4e34-b1de-732855eb08d8 req-0d974cfa-c28a-41e1-8edc-86b23eec3700 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:14.736563 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e0d91e47-904f-4e34-b1de-732855eb08d8 req-0d974cfa-c28a-41e1-8edc-86b23eec3700 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 946 time: 0.0934069
Jul 23 16:28:14.799895 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e0d91e47-904f-4e34-b1de-732855eb08d8 req-da0948e6-593f-4c8b-a582-e4a6551460f4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561759
Jul 23 16:28:14.830756 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52672) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:15.082059 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb50259e-0b0d-4cef-b3fb-fbe69fcc6450 tempest-TestVolumeBootPattern-662869478 tempest-TestVolumeBootPattern-662869478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:15.083633 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-fb50259e-0b0d-4cef-b3fb-fbe69fcc6450 tempest-TestVolumeBootPattern-662869478 tempest-TestVolumeBootPattern-662869478-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 1094 time: 0.2518647
Jul 23 16:28:15.086429 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52680) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:15.091523 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Request body: {'floatingip': {'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'port_id': 'a28a9e39-df9d-4379-85a4-84e919cd29cf', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:28:15.097579 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:28:15.101392 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Usage tracker for resource:floatingip and tenant:9b91736caab74a6eb5a5f02af6266d99 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:28:15.104230 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:28:15.110051 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:28:15.120143 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for floatingip, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:15.274417 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:15.413235 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Allocated IP 172.27.1.223 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/08fe9255-265a-47a0-8662-a1e081ad5295) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:28:15.557406 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:15.586511 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:15.590915 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-7e9ce8e4-a5ee-4da5-802d-94cfe35d1a86 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:15.654112 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:28:15.658243 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:28:15.661940 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:28:15.697257 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'Port': ['ID=08fe9255-265a-47a0-8662-a1e081ad5295,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:15.705345 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:16.085723 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:16.165645 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:16.379984 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for port, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:16.385299 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:16.390824 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-16abdccb-edc0-4ce1-a77b-9fa8ab4f4a04 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:16.602367 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event updated for resources: {'Port': ['ID=08fe9255-265a-47a0-8662-a1e081ad5295,revision_number=2']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:16.606401 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:16.609781 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:16.791973 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.l3_db [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Floating IP 0b62906f-2020-40e9-9845-c0c81d5f2be9 associated. External IP: 172.27.1.223, port: a28a9e39-df9d-4379-85a4-84e919cd29cf.
Jul 23 16:28:17.170927 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:28:17.349979 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:28:17.359978 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043dac5-8c6b-4b3e-9d49-0776f0b9f217 None None] Sync routers for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:28:17.371054 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043dac5-8c6b-4b3e-9d49-0776f0b9f217 None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:28:17.371673 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-9043dac5-8c6b-4b3e-9d49-0776f0b9f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091913d1c0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:27:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:28:17.376617 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:17.438336 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-1a681f3f-2e54-4d0d-b90d-5f16841d1265 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3508408
Jul 23 16:28:17.439277 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'tag': 'a28a9e39-df9d-4379-85a4-84e919cd29cf'}] {{(pid=78519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:28:17.493485 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'tag': 'a28a9e39-df9d-4379-85a4-84e919cd29cf', 'status': 'completed', 'code': 200}
Jul 23 16:28:17.567043 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-9043dac5-8c6b-4b3e-9d49-0776f0b9f217 None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:28:17.620125 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d72057-fb75-4590-a65b-a6dd559d1ffe req-b4519377-02d4-4088-bee0-ad1f99d7a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:17.621632 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-56d72057-fb75-4590-a65b-a6dd559d1ffe req-b4519377-02d4-4088-bee0-ad1f99d7a20a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 1099 time: 0.0777211
Jul 23 16:28:17.756583 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d72057-fb75-4590-a65b-a6dd559d1ffe req-b15f3954-96f0-40e8-986f-6d4d84cc979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:17.758035 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-56d72057-fb75-4590-a65b-a6dd559d1ffe req-b15f3954-96f0-40e8-986f-6d4d84cc979e service neutron] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 914 time: 0.1289637
Jul 23 16:28:17.949870 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-9043dac5-8c6b-4b3e-9d49-0776f0b9f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091913d1c0>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '02a0e725-3326-4841-bf06-3daba9211a4c', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:fb:a1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:25:51Z', 'updated_at': '2021-07-23T16:25:55Z', 'revision_number': 1, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}, {'id': '0b62906f-2020-40e9-9845-c0c81d5f2be9', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': 'a28a9e39-df9d-4379-85a4-84e919cd29cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:e4:db:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:28:16Z', 'updated_at': '2021-07-23T16:28:16Z', 'revision_number': 0, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:28:17.953596 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043dac5-8c6b-4b3e-9d49-0776f0b9f217 None None] Checking router: 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:28:17.962525 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043dac5-8c6b-4b3e-9d49-0776f0b9f217 None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:28:17.963157 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-9043dac5-8c6b-4b3e-9d49-0776f0b9f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091913d1c0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:27:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:28:18.145937 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-9043dac5-8c6b-4b3e-9d49-0776f0b9f217 None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:28:18.491406 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-9043dac5-8c6b-4b3e-9d49-0776f0b9f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091913d1c0>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '02a0e725-3326-4841-bf06-3daba9211a4c', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:fb:a1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:25:51Z', 'updated_at': '2021-07-23T16:25:55Z', 'revision_number': 1, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}, {'id': '0b62906f-2020-40e9-9845-c0c81d5f2be9', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': 'a28a9e39-df9d-4379-85a4-84e919cd29cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:e4:db:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:28:16Z', 'updated_at': '2021-07-23T16:28:16Z', 'revision_number': 0, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:28:18.495311 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043dac5-8c6b-4b3e-9d49-0776f0b9f217 None None] The sync data for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi is: [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '02a0e725-3326-4841-bf06-3daba9211a4c', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:fb:a1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:25:51Z', 'updated_at': '2021-07-23T16:25:55Z', 'revision_number': 1, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}, {'id': '0b62906f-2020-40e9-9845-c0c81d5f2be9', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': 'a28a9e39-df9d-4379-85a4-84e919cd29cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:e4:db:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:28:16Z', 'updated_at': '2021-07-23T16:28:16Z', 'revision_number': 0, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:28:18.692753 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86bd4d9-969d-4549-96b7-ec8b629f1f3f None None] New status for floating IP 0b62906f-2020-40e9-9845-c0c81d5f2be9: ACTIVE {{(pid=78521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:28:18.960841 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-56d72057-fb75-4590-a65b-a6dd559d1ffe req-f106eba0-b91b-4ef0-9294-028e98f6987a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28a9e39-df9d-4379-85a4-84e919cd29cf HTTP/1.1" status: 200  len: 1000 time: 0.1004958
Jul 23 16:28:19.808545 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d72057-fb75-4590-a65b-a6dd559d1ffe req-ad263af8-63fe-4f95-8477-4c34f12d3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:19.810033 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-56d72057-fb75-4590-a65b-a6dd559d1ffe req-ad263af8-63fe-4f95-8477-4c34f12d3729 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.0600016
Jul 23 16:28:21.257403 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d72057-fb75-4590-a65b-a6dd559d1ffe req-dc6e631d-247c-4ee0-9937-05f4af729406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:28:21.258911 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-56d72057-fb75-4590-a65b-a6dd559d1ffe req-dc6e631d-247c-4ee0-9937-05f4af729406 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770490
Jul 23 16:28:21.395981 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-56d72057-fb75-4590-a65b-a6dd559d1ffe req-6f2cda77-201e-40a4-bee9-58a47a8021f3 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292026
Jul 23 16:28:21.527431 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-56d72057-fb75-4590-a65b-a6dd559d1ffe req-167f6f6b-4bb8-493d-abef-4e74f4f291b7 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246278
Jul 23 16:28:24.441603 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52762) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:24.450308 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:28:24.561658 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d48450dd-5fda-41f2-a4c7-0202d8b41968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:24.575431 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-d48450dd-5fda-41f2-a4c7-0202d8b41968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:28:24.579899 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-d48450dd-5fda-41f2-a4c7-0202d8b41968 admin admin] Usage tracker for resource:security_group_rule and tenant:b62cafd6096547b888beab8b110e70e1 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:28:24.582743 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-d48450dd-5fda-41f2-a4c7-0202d8b41968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:28:24.588419 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-d48450dd-5fda-41f2-a4c7-0202d8b41968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:28:24.668255 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d48450dd-5fda-41f2-a4c7-0202d8b41968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:24.672377 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d48450dd-5fda-41f2-a4c7-0202d8b41968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:24.681226 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-e9dda819-85e3-473f-b7e9-701adbc96e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:24.719630 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-d48450dd-5fda-41f2-a4c7-0202d8b41968 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b62cafd6096547b888beab8b110e70e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2769806
Jul 23 16:28:24.721975 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48450dd-5fda-41f2-a4c7-0202d8b41968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9b20d3-5263-4806-93e5-a3b7c96acde9,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:24.723172 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52768) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:24.725125 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-d48450dd-5fda-41f2-a4c7-0202d8b41968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:24.792649 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c29ffd11-b606-4257-8bf3-4b76403dd149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:24.818821 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c29ffd11-b606-4257-8bf3-4b76403dd149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:24.870223 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c29ffd11-b606-4257-8bf3-4b76403dd149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:24.873814 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-41530471-add1-40f9-9e39-f6f27400a8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:24.885734 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ffd11-b606-4257-8bf3-4b76403dd149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9b20d3-5263-4806-93e5-a3b7c96acde9,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:24.888010 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c29ffd11-b606-4257-8bf3-4b76403dd149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:24.894005 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c29ffd11-b606-4257-8bf3-4b76403dd149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:24.895192 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-c29ffd11-b606-4257-8bf3-4b76403dd149 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9e9b20d3-5263-4806-93e5-a3b7c96acde9 HTTP/1.1" status: 204  len: 168 time: 0.1707103
Jul 23 16:28:25.153275 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ecb3-d9aa-4b9a-a541-cf2658e8fc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:25.195262 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52782) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:25.212799 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a637b60b-6e43-429a-be82-8e7aa6d3432e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:25.227213 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-a637b60b-6e43-429a-be82-8e7aa6d3432e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:28:25.231001 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-a637b60b-6e43-429a-be82-8e7aa6d3432e admin admin] Usage tracker for resource:security_group_rule and tenant:bf1ef143c61b49458a9bbc7bb84b4b3b is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:28:25.233785 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-a637b60b-6e43-429a-be82-8e7aa6d3432e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:28:25.240401 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-a637b60b-6e43-429a-be82-8e7aa6d3432e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:28:25.321852 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a637b60b-6e43-429a-be82-8e7aa6d3432e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:25.325971 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a637b60b-6e43-429a-be82-8e7aa6d3432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:25.337578 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c8c54be3-b0ac-4155-9d12-43121b4d19b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:25.374745 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637b60b-6e43-429a-be82-8e7aa6d3432e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b230c2a3-01c6-4b0e-bb61-5adbf6d49c51,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:25.379670 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-a637b60b-6e43-429a-be82-8e7aa6d3432e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bf1ef143c61b49458a9bbc7bb84b4b3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1833265
Jul 23 16:28:25.380569 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a637b60b-6e43-429a-be82-8e7aa6d3432e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:25.382299 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52786) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:25.441049 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e155b29e-21f5-4c62-b718-5958ea5803b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:25.466682 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e155b29e-21f5-4c62-b718-5958ea5803b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:25.523207 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e155b29e-21f5-4c62-b718-5958ea5803b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:25.529064 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-980dfb1e-cbc0-4b99-8f28-8ddb9cfde95e tempest-TestShelveInstance-773369382 tempest-TestShelveInstance-773369382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:25.542692 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155b29e-21f5-4c62-b718-5958ea5803b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b230c2a3-01c6-4b0e-bb61-5adbf6d49c51,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:25.544917 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-e155b29e-21f5-4c62-b718-5958ea5803b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:25.546125 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-e155b29e-21f5-4c62-b718-5958ea5803b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:25.547239 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-e155b29e-21f5-4c62-b718-5958ea5803b3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b230c2a3-01c6-4b0e-bb61-5adbf6d49c51 HTTP/1.1" status: 204  len: 168 time: 0.1640425
Jul 23 16:28:25.930065 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:27.737439 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52882) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:27.854590 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-993fe5a6-218f-4c88-b506-82beb3b78425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:27.871366 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-993fe5a6-218f-4c88-b506-82beb3b78425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:28:27.875154 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-993fe5a6-218f-4c88-b506-82beb3b78425 admin admin] Usage tracker for resource:security_group_rule and tenant:33c98ed47d924e1dbc14f18f6f8a79a2 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:28:27.878559 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-993fe5a6-218f-4c88-b506-82beb3b78425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:28:27.884272 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-993fe5a6-218f-4c88-b506-82beb3b78425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:28:27.976724 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-993fe5a6-218f-4c88-b506-82beb3b78425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:27.981562 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-993fe5a6-218f-4c88-b506-82beb3b78425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:27.982036 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1b328a34-eaf4-40d3-afe6-e42c5d644527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:27.991526 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1594adc3-8f23-4f1d-99a9-e8037f7b7329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:28.034387 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-993fe5a6-218f-4c88-b506-82beb3b78425 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=33c98ed47d924e1dbc14f18f6f8a79a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2930562
Jul 23 16:28:28.034387 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fe5a6-218f-4c88-b506-82beb3b78425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b57ecb-188b-4cc5-b7ab-993a1675c8ce,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:28.034743 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52888) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:28.035942 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-993fe5a6-218f-4c88-b506-82beb3b78425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:28.065666 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:28.105971 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-404b784c-3976-4ae0-8076-f3b8d715161a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:28.233639 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-404b784c-3976-4ae0-8076-f3b8d715161a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:28.285446 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-404b784c-3976-4ae0-8076-f3b8d715161a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:28.289505 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b1f7578e-d6b2-49cc-b7f5-eff50b9fdba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:28.303926 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b784c-3976-4ae0-8076-f3b8d715161a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b57ecb-188b-4cc5-b7ab-993a1675c8ce,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:28.306827 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-404b784c-3976-4ae0-8076-f3b8d715161a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:28.308850 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-404b784c-3976-4ae0-8076-f3b8d715161a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:28.309999 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-404b784c-3976-4ae0-8076-f3b8d715161a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/20b57ecb-188b-4cc5-b7ab-993a1675c8ce HTTP/1.1" status: 204  len: 168 time: 0.2733176
Jul 23 16:28:28.885414 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:30.379110 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:46.475173 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 52960) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:46.592311 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:46.606616 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:28:46.610450 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Usage tracker for resource:security_group_rule and tenant:59ce0be52f274f50b0be6bf391c7da55 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:28:46.613351 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:28:46.619606 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:28:46.702164 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:46.706472 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:46.712797 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-eb9eb390-2f0f-4127-bc9a-60b4c2bc052e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:46.751584 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af7a153-28e4-4707-9121-1c846a171225,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:46.757275 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=59ce0be52f274f50b0be6bf391c7da55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2811029
Jul 23 16:28:46.760059 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 52966) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:28:46.761635 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.762021 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.762397 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.762765 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.763163 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.763529 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.763889 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.764249 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.764606 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.764991 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.765344 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.765696 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.770615 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a7a84d5e-9e25-4bcb-9dea-57466ee3014c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:46.821848 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:46.848000 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:46.899519 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:46.903281 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-21faa52e-de1b-497e-8859-4e096aac24a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:28:46.920475 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af7a153-28e4-4707-9121-1c846a171225,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:28:46.931350 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.931725 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.932093 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.932455 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.932807 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.933160 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.933511 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.933859 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.934207 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.934553 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.934895 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.935261 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:28:46.940440 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:28:46.944498 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:46.945602 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-56481203-622b-4003-8dfe-4da5ec771c0c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4af7a153-28e4-4707-9121-1c846a171225 HTTP/1.1" status: 204  len: 168 time: 0.1845489
Jul 23 16:28:55.157442 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-accb8222-df24-4114-900a-8e6fab147193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:55.932895 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:57.986175 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c39ee4c6-90e5-433a-a872-649afe082efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:58.051081 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:58.888947 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:00.372470 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:01.377762 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-828b8367-a16c-4ffe-80af-53f1a8d9aa6a req-b776e9f1-298f-44e4-b8dc-72d0fb01e124 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0756607
Jul 23 16:29:01.451853 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:29:01.547116 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b8367-a16c-4ffe-80af-53f1a8d9aa6a req-7ac90550-8c8f-4620-b035-f20c27f4b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:01.548523 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-828b8367-a16c-4ffe-80af-53f1a8d9aa6a req-7ac90550-8c8f-4620-b035-f20c27f4b0c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 1098 time: 0.0743704
Jul 23 16:29:01.704878 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b8367-a16c-4ffe-80af-53f1a8d9aa6a req-1c57a7d7-77b0-4650-8515-dcede23bb373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:01.706758 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-828b8367-a16c-4ffe-80af-53f1a8d9aa6a req-1c57a7d7-77b0-4650-8515-dcede23bb373 service neutron] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 914 time: 0.1377554
Jul 23 16:29:01.817574 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-828b8367-a16c-4ffe-80af-53f1a8d9aa6a req-f0f5ab83-7986-43fc-af6d-8df3a1d9891a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f HTTP/1.1" status: 200  len: 1001 time: 0.1037025
Jul 23 16:29:01.885478 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b8367-a16c-4ffe-80af-53f1a8d9aa6a req-c7e3faa3-fe43-4ec5-bd08-1bbcc648d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:01.886937 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-828b8367-a16c-4ffe-80af-53f1a8d9aa6a req-c7e3faa3-fe43-4ec5-bd08-1bbcc648d5bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.0627801
Jul 23 16:29:01.965743 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b8367-a16c-4ffe-80af-53f1a8d9aa6a req-807aff2a-9ce8-4005-b5db-1ad51ad9282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:01.967279 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-828b8367-a16c-4ffe-80af-53f1a8d9aa6a req-807aff2a-9ce8-4005-b5db-1ad51ad9282a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716960
Jul 23 16:29:02.108785 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-828b8367-a16c-4ffe-80af-53f1a8d9aa6a req-6baa50a8-c247-4290-a5ec-ba5be4c643b2 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330628
Jul 23 16:29:02.253412 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-828b8367-a16c-4ffe-80af-53f1a8d9aa6a req-64cc6a83-89e8-4539-93bd-a57d34cdd611 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351390
Jul 23 16:29:19.629973 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53170) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:19.746261 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-860157b4-07e5-49ca-bd55-615133cf8b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:19.761069 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-860157b4-07e5-49ca-bd55-615133cf8b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:19.764956 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-860157b4-07e5-49ca-bd55-615133cf8b77 admin admin] Usage tracker for resource:security_group_rule and tenant:6b6d58667ee948378fdb288887b251e2 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:19.767795 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-860157b4-07e5-49ca-bd55-615133cf8b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:19.774246 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-860157b4-07e5-49ca-bd55-615133cf8b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:19.855587 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-860157b4-07e5-49ca-bd55-615133cf8b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:19.859434 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-860157b4-07e5-49ca-bd55-615133cf8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:19.867976 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-072f5dd9-bfad-4770-bc79-e14e6d0f0d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:19.906893 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-860157b4-07e5-49ca-bd55-615133cf8b77 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6b6d58667ee948378fdb288887b251e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2757776
Jul 23 16:29:19.908486 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860157b4-07e5-49ca-bd55-615133cf8b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aecb21b-5657-4159-acf5-fbbe2dc1c88d,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:19.909586 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 53176) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:19.911727 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-860157b4-07e5-49ca-bd55-615133cf8b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:19.971038 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed657-8db1-45aa-803f-3cde8bb9ba8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:20.001971 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed657-8db1-45aa-803f-3cde8bb9ba8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:20.053147 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed657-8db1-45aa-803f-3cde8bb9ba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:20.058019 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-f6afd68d-3a51-4ded-9c16-5d28e30e7ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:20.070348 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ed657-8db1-45aa-803f-3cde8bb9ba8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aecb21b-5657-4159-acf5-fbbe2dc1c88d,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:20.073339 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-3d1ed657-8db1-45aa-803f-3cde8bb9ba8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:20.082007 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed657-8db1-45aa-803f-3cde8bb9ba8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:20.083167 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-3d1ed657-8db1-45aa-803f-3cde8bb9ba8e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4aecb21b-5657-4159-acf5-fbbe2dc1c88d HTTP/1.1" status: 204  len: 168 time: 0.1725581
Jul 23 16:29:20.737370 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53200) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:20.840840 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-551072691-network', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:29:20.845548 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:20.850070 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Usage tracker for resource:network and tenant:ad91deeca7344aee9a0e1382c869f258 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:20.852972 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:20.859601 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:20.869381 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Made reservation on behalf of ad91deeca7344aee9a0e1382c869f258 for: {'network': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:20.871728 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:20.883529 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:20.897886 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:20.901630 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Usage tracker for resource:security_group_rule and tenant:ad91deeca7344aee9a0e1382c869f258 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:20.904535 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:20.910748 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:20.996148 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:21.001100 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:21.004224 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b299f7a7-27fd-4abe-8daf-671343138d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:21.031283 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010}  {{(pid=78519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:29:21.044632 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70600970-a8ec-4b61-86b0-82a850b927f7,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:21.048672 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:21.049665 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:21.050029 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.segments_db [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Added segment 4c892a25-16e9-4729-a896-2eb1ad78733c of type vlan for network 0fdc29cd-a0eb-464c-b587-780e21598c8f
Jul 23 16:29:21.076810 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:21.106095 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:21.107444 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:21.108037 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:21.112786 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:21.313472 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Pushing event updated for resources: {'Network': ['ID=0fdc29cd-a0eb-464c-b587-780e21598c8f,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:21.316870 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:21.318788 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-c5596bee-ac63-4858-a539-710fbcabca67 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5803826
Jul 23 16:29:21.321692 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53206) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:21.324286 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network 0fdc29cd-a0eb-464c-b587-780e21598c8f details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:29:21.327276 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Request body: {'subnet': {'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-551072691-subnet', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'ip_version': 4}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:29:21.332795 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:21.336656 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Usage tracker for resource:subnet and tenant:ad91deeca7344aee9a0e1382c869f258 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:21.339490 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:21.345560 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:21.357160 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Made reservation on behalf of ad91deeca7344aee9a0e1382c869f258 for: {'subnet': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:21.359818 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214796'] for subnet, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:21.558915 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1710386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214910'] for subnet, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:21.563302 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:21.635048 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec9a3657-a8ef-4383-878d-d06b49875937,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:21.638389 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:21.644692 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Checking segment: {'id': '4c892a25-16e9-4729-a896-2eb1ad78733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:29:21.645045 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Network hostable DHCP agents. Network: 0fdc29cd-a0eb-464c-b587-780e21598c8f, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:29:21.663997 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Network 0fdc29cd-a0eb-464c-b587-780e21598c8f is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:29:21.673255 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, 0fdc29cd-a0eb-464c-b587-780e21598c8f) {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:21.677779 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:21.678899 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:21.681937 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db2a0f8-29ff-4749-aaed-457261e0fd2b None None] Network 0fdc29cd-a0eb-464c-b587-780e21598c8f requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:29:21.700439 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-ea3c21ec-0409-41ff-92e0-49c04ef8e252 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3750360
Jul 23 16:29:21.700712 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53210) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:21.706688 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:29:21.712151 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:21.715927 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Usage tracker for resource:router and tenant:ad91deeca7344aee9a0e1382c869f258 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:21.718739 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:21.725377 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:21.736107 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:21.737369 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-490461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:21.752260 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:21.904720 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71595677-b0e3-51d9-a2ec-9830c8832526-0fdc29cd-a0eb-464c-b587-780e21598c8f', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'fixed_ips': [{'subnet_id': 'ec9a3657-a8ef-4383-878d-d06b49875937'}]}} from dv-cinder-802036-1-iscsi. {{(pid=78520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 23 16:29:21.905632 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:22.021747 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-490434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:22.067441 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Allocated IP 172.20.0.2 (0fdc29cd-a0eb-464c-b587-780e21598c8f/ec9a3657-a8ef-4383-878d-d06b49875937/ac45288e-96df-477d-8138-6edb06926666) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:22.306336 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:22.316213 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Transition to ACTIVE for port object ac45288e-96df-477d-8138-6edb06926666 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:22.334202 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Transition to ACTIVE for port object ac45288e-96df-477d-8138-6edb06926666 will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:22.340146 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:22.342442 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:22.345279 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:22.374277 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:22.410048 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Network 0fdc29cd-a0eb-464c-b587-780e21598c8f is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:22.413055 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:22.416669 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:29:22.422484 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Pushing event updated for resources: {'Port': ['ID=ac45288e-96df-477d-8138-6edb06926666,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:22.459152 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:22.459510 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:22.459850 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:22.460184 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:22.460515 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:22.460845 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:22.461171 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:22.461500 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:22.461821 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:22.462141 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:22.462466 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:22.462785 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:22.471041 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:22.515591 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Allocated IP 172.27.1.204 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/67ac0500-e9e4-4a32-800d-f91f6363ac38) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:22.521701 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Attempting to bind port ac45288e-96df-477d-8138-6edb06926666 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:29:22.522120 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Attempting to bind port ac45288e-96df-477d-8138-6edb06926666 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '4c892a25-16e9-4729-a896-2eb1ad78733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:29:22.522497 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Attempting to bind port ac45288e-96df-477d-8138-6edb06926666 on network 0fdc29cd-a0eb-464c-b587-780e21598c8f {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:29:22.527945 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:29:22.528345 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Checking segment: {'id': '4c892a25-16e9-4729-a896-2eb1ad78733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:29:22.528734 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:22.529130 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Bound using segment: {'id': '4c892a25-16e9-4729-a896-2eb1ad78733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:29:22.529602 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Bound port: ac45288e-96df-477d-8138-6edb06926666, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c892a25-16e9-4729-a896-2eb1ad78733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:29:22.529987 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:22.622709 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] For port ac45288e-96df-477d-8138-6edb06926666, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:29:22.625899 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] For port ac45288e-96df-477d-8138-6edb06926666, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=ac45288e-96df-477d-8138-6edb06926666,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:29:22.630402 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:22.633884 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:22.671930 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:22.703962 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:22.709156 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-c7abd8f4-ba1e-4c7a-9eb2-68266f3d3ad7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:22.723030 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Pushing event updated for resources: {'Port': ['ID=ac45288e-96df-477d-8138-6edb06926666,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:22.727916 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:22.772787 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:22.775788 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:22.778381 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:29:22.944043 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Pushing event updated for resources: {'Port': ['ID=67ac0500-e9e4-4a32-800d-f91f6363ac38,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:22.949155 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:23.246517 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device ac45288e-96df-477d-8138-6edb06926666 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:23.318209 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port ac45288e-96df-477d-8138-6edb06926666 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:23.322816 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:23.679171 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552d53f2-151d-4290-99bb-f3c5da4b050d None None] Network 0fdc29cd-a0eb-464c-b587-780e21598c8f requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:29:23.679713 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475802'] for router, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:23.805075 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-7c60d76a-5f54-46e0-8529-918794f78db0 None None] Provisioning for port ac45288e-96df-477d-8138-6edb06926666 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:23.815866 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-7c60d76a-5f54-46e0-8529-918794f78db0 None None] Provisioning complete for port ac45288e-96df-477d-8138-6edb06926666 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:23.816256 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7c60d76a-5f54-46e0-8529-918794f78db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:23.902559 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Router 4bbb5f59-49b9-4577-a677-95923881467b is scheduled to L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 with binding_index 1 {{(pid=78519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 23 16:29:24.033113 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7c60d76a-5f54-46e0-8529-918794f78db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:24.075136 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-7c60d76a-5f54-46e0-8529-918794f78db0 None None] For port ac45288e-96df-477d-8138-6edb06926666, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=ac45288e-96df-477d-8138-6edb06926666,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:29:24.080227 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7c60d76a-5f54-46e0-8529-918794f78db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:24.083478 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:24.105186 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:29:24.115481 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Sync routers for ids ['4bbb5f59-49b9-4577-a677-95923881467b'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:29:24.138157 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] Notify callbacks [] for router, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:24.143173 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-7c0fefa7-c454-427c-bba3-48cf6f89cd8c admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.4382133
Jul 23 16:29:24.144297 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 53214) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:24.152406 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Routers {'4bbb5f59-49b9-4577-a677-95923881467b'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:29:24.153046 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091963a070>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:28:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['4bbb5f59-49b9-4577-a677-95923881467b'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:24.243071 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60d76a-5f54-46e0-8529-918794f78db0 None None] Pushing event updated for resources: {'Port': ['ID=ac45288e-96df-477d-8138-6edb06926666,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:24.248024 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7c60d76a-5f54-46e0-8529-918794f78db0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:24.350364 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-1fcddf00-0ef1-4798-961e-450f6b7b5544 None None] Provisioning complete for port ac45288e-96df-477d-8138-6edb06926666 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:24.350634 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1fcddf00-0ef1-4798-961e-450f6b7b5544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:24.395742 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Set router 4bbb5f59-49b9-4577-a677-95923881467b gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:29:24.821159 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091963a070>, [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:29:23Z', 'revision_number': 3, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port': {'id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:22Z', 'updated_at': '2021-07-23T16:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:24.825990 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Checking router: 4bbb5f59-49b9-4577-a677-95923881467b for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:29:24.826427 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Updating router 4bbb5f59-49b9-4577-a677-95923881467b port 67ac0500-e9e4-4a32-800d-f91f6363ac38 binding host dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:29:24.887327 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:24.945402 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.170349 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Allocated IP 172.20.0.1 (0fdc29cd-a0eb-464c-b587-780e21598c8f/ec9a3657-a8ef-4383-878d-d06b49875937/1224ae15-f9ae-4f57-ae15-048cac515678) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:25.173282 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-db746807-6e5b-4b0a-9495-b50b86a67616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.238341 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device ac45288e-96df-477d-8138-6edb06926666 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:25.307943 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.324050 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Transition to ACTIVE for port object 67ac0500-e9e4-4a32-800d-f91f6363ac38 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:25.331870 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.333598 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.338144 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:25.349086 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Transition to ACTIVE for port object 1224ae15-f9ae-4f57-ae15-048cac515678 will not be triggered until provisioned by entity DHCP. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:25.373080 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.377608 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ffb2cc16-1873-4962-9395-7a475fe8f390 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:25.412937 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port ac45288e-96df-477d-8138-6edb06926666 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:25.413316 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.446449 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Network 0fdc29cd-a0eb-464c-b587-780e21598c8f is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:25.449553 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:25.454038 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:29:25.466458 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Attempting to bind port 67ac0500-e9e4-4a32-800d-f91f6363ac38 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:29:25.466841 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Attempting to bind port 67ac0500-e9e4-4a32-800d-f91f6363ac38 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:29:25.467239 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Attempting to bind port 67ac0500-e9e4-4a32-800d-f91f6363ac38 on network e3b4a095-1482-4de2-8b89-895c99c43f92 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:29:25.475754 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1cbcb-f3cf-4e14-bfc7-866c8acaf269 None None] Pushing event updated for resources: {'Port': ['ID=67ac0500-e9e4-4a32-800d-f91f6363ac38,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:25.483644 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f8b1cbcb-f3cf-4e14-bfc7-866c8acaf269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:25.484704 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:29:25.484870 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Checking segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:29:25.485201 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.485586 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Bound using segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:29:25.486196 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Bound port: 67ac0500-e9e4-4a32-800d-f91f6363ac38, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:29:25.486463 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.491688 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Pushing event updated for resources: {'Port': ['ID=1224ae15-f9ae-4f57-ae15-048cac515678,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:25.496544 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:25.521218 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407391'] for router_interface, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.615957 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] For port 67ac0500-e9e4-4a32-800d-f91f6363ac38, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:29:25.630226 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] For port 67ac0500-e9e4-4a32-800d-f91f6363ac38, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=67ac0500-e9e4-4a32-800d-f91f6363ac38,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:29:25.636649 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.640826 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:25.731919 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Routers {'4bbb5f59-49b9-4577-a677-95923881467b'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:29:25.732479 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091963a070>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:28:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['4bbb5f59-49b9-4577-a677-95923881467b'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:25.791128 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-e2a7226a-0f68-40ba-ac78-97a0dcb8cdb4 None None] Provisioning for port 1224ae15-f9ae-4f57-ae15-048cac515678 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:25.794194 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1cbcb-f3cf-4e14-bfc7-866c8acaf269 None None] Pushing event updated for resources: {'Port': ['ID=67ac0500-e9e4-4a32-800d-f91f6363ac38,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:25.802821 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.807509 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f8b1cbcb-f3cf-4e14-bfc7-866c8acaf269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:25.816777 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-e2a7226a-0f68-40ba-ac78-97a0dcb8cdb4 None None] Provisioning complete for port 1224ae15-f9ae-4f57-ae15-048cac515678 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:25.817159 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e2a7226a-0f68-40ba-ac78-97a0dcb8cdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.958569 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7226a-0f68-40ba-ac78-97a0dcb8cdb4 None None] Port 1224ae15-f9ae-4f57-ae15-048cac515678 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:29:25.979926 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:25.995595 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] Set router 4bbb5f59-49b9-4577-a677-95923881467b gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:29:26.038064 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:26.042850 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:26.070947 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-1a3289cd-02a4-45d4-9f52-f356fd482583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:26.154633 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407344'] for router_interface, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:26.158213 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Pushing event updated for resources: {'Port': ['ID=1224ae15-f9ae-4f57-ae15-048cac515678,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:26.162326 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:26.299037 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Network 0fdc29cd-a0eb-464c-b587-780e21598c8f is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:26.300284 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:26.364405 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091963a070>, [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 4, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port': {'id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:22Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '1224ae15-f9ae-4f57-ae15-048cac515678', 'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'mac_address': 'fa:16:3e:e7:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:24Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 1, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'subnets': [{'id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:26.369552 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6175280b-8305-421e-9ac5-5a583a492f64 None None] The sync data for ids ['4bbb5f59-49b9-4577-a677-95923881467b'] in dv-cinder-802036-1-iscsi is: [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 4, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port': {'id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:22Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '1224ae15-f9ae-4f57-ae15-048cac515678', 'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'mac_address': 'fa:16:3e:e7:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:24Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 1, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'subnets': [{'id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:29:26.593159 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-7fbecd0d-40da-4a17-948b-ca9510042f56 None None] Provisioning complete for port 1224ae15-f9ae-4f57-ae15-048cac515678 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:26.593681 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7fbecd0d-40da-4a17-948b-ca9510042f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:26.642446 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Router 4bbb5f59-49b9-4577-a677-95923881467b has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:29:26.655457 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-7fbecd0d-40da-4a17-948b-ca9510042f56 None None] Port 1224ae15-f9ae-4f57-ae15-048cac515678 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:29:26.833193 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:29:26.845322 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-19f3e16d-bbc0-4640-b440-aaaf28ea4475 admin admin] 10.222.0.82 "PUT /v2.0/routers/4bbb5f59-49b9-4577-a677-95923881467b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6972420
Jul 23 16:29:27.253877 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 67ac0500-e9e4-4a32-800d-f91f6363ac38 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:27.330704 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 67ac0500-e9e4-4a32-800d-f91f6363ac38 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:27.337766 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 67ac0500-e9e4-4a32-800d-f91f6363ac38 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:27.338149 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:27.468731 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:27.486018 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 67ac0500-e9e4-4a32-800d-f91f6363ac38, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=67ac0500-e9e4-4a32-800d-f91f6363ac38,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:29:27.491814 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:27.497362 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:27.506561 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 53236) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:27.513145 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-662345412-network', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:29:27.520483 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:27.524843 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Usage tracker for resource:network and tenant:2334cb4f75cc4c278de99c2902cda00d is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:27.528066 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:27.535148 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:27.554324 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Made reservation on behalf of 2334cb4f75cc4c278de99c2902cda00d for: {'network': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:27.558065 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for network, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:27.571332 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=67ac0500-e9e4-4a32-800d-f91f6363ac38,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:27.571603 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:27.574733 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:27.588955 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:27.593338 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Usage tracker for resource:security_group_rule and tenant:2334cb4f75cc4c278de99c2902cda00d is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:27.597764 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:27.604674 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:27.707439 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:27.720369 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:27.723777 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5fc6f0f8-7fa9-43a9-b5e4-70ec07c36245 tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:27.755481 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036}  {{(pid=78518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 23 16:29:27.764379 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dd7427-e9af-4251-b978-f6f6939716e1,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:27.769517 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:27.772470 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:27.772818 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.segments_db [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Added segment 120984e7-e7ec-4dcd-b9e6-82196687d7f8 of type vlan for network 15f20048-70b9-4613-8079-5d200958d33c
Jul 23 16:29:27.801912 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729817765798'] for network, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:27.833404 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565'] for network, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:27.834679 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:27.835303 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:27.838809 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:27.940345 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4322574
Jul 23 16:29:27.943738 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Pushing event updated for resources: {'Network': ['ID=15f20048-70b9-4613-8079-5d200958d33c,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:27.944199 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53240) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:27.946489 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-2b86236d-4aa1-4ff1-bece-af4baae82557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:27.953017 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Request body: {'subnet': {'network_id': '15f20048-70b9-4613-8079-5d200958d33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-662345412-subnet', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'ip_version': 4}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:29:27.954409 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Network 15f20048-70b9-4613-8079-5d200958d33c details requested by agent ovs-agent-dv-cinder-802036-1-iscsi with host dv-cinder-802036-1-iscsi {{(pid=78520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:29:27.958593 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:27.962498 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Usage tracker for resource:subnet and tenant:2334cb4f75cc4c278de99c2902cda00d is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:27.966351 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:27.975642 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:27.989009 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Made reservation on behalf of 2334cb4f75cc4c278de99c2902cda00d for: {'subnet': 1} {{(pid=78519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:27.992354 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214796'] for subnet, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:28.078932 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d9356159-6e88-48e9-b159-51c2cb13bce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:28.091755 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:28.322998 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1710386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214910'] for subnet, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:28.326886 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-48ec731d-bcaa-4189-a201-e664b7dd6224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:28.400717 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e8e8b7-ab3c-48a0-9208-a381f061d669,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:28.404267 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:28.410409 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Checking segment: {'id': '120984e7-e7ec-4dcd-b9e6-82196687d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '15f20048-70b9-4613-8079-5d200958d33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:29:28.410809 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Network hostable DHCP agents. Network: 15f20048-70b9-4613-8079-5d200958d33c, hostable agents: ['c1ffec4d-ba15-4d2d-b814-27dc4d02e98c'], hosted agents: [] {{(pid=78519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:29:28.434739 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Network 15f20048-70b9-4613-8079-5d200958d33c is scheduled to be hosted by DHCP agent c1ffec4d-ba15-4d2d-b814-27dc4d02e98c with binding_index 1 {{(pid=78519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:29:28.448034 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-iscsi, 15f20048-70b9-4613-8079-5d200958d33c) {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:28.453310 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:28.453943 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:28.459525 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06383f8e-8328-405a-a30d-434c503c245c None None] Network 15f20048-70b9-4613-8079-5d200958d33c requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:29:28.479966 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-48d7cb82-6fa9-4d9d-a244-57ae306f3078 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5345385
Jul 23 16:29:28.482718 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53244) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:28.489704 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-662345412-router', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:29:28.495085 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:28.499197 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Usage tracker for resource:router and tenant:2334cb4f75cc4c278de99c2902cda00d is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:28.502213 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:28.509942 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:28.522586 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:28.523664 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-490461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:28.539666 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:28.560748 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Sync routers for ids ['4bbb5f59-49b9-4577-a677-95923881467b'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:29:28.572310 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Routers {'4bbb5f59-49b9-4577-a677-95923881467b'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:29:28.573325 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919f3d1f0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['4bbb5f59-49b9-4577-a677-95923881467b'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:28.703203 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71595677-b0e3-51d9-a2ec-9830c8832526-15f20048-70b9-4613-8079-5d200958d33c', 'network_id': '15f20048-70b9-4613-8079-5d200958d33c', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'fixed_ips': [{'subnet_id': '04e8e8b7-ab3c-48a0-9208-a381f061d669'}]}} from dv-cinder-802036-1-iscsi. {{(pid=78520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 23 16:29:28.704159 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:28.758761 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Set router 4bbb5f59-49b9-4577-a677-95923881467b gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:29:28.843311 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-490434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:28.885737 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Allocated IP 172.20.0.2 (15f20048-70b9-4613-8079-5d200958d33c/04e8e8b7-ab3c-48a0-9208-a381f061d669/ef4a6877-5d24-44db-80dc-84dca7c64192) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:28.902058 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.155439 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.169580 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Transition to ACTIVE for port object ef4a6877-5d24-44db-80dc-84dca7c64192 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:29.200895 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919f3d1f0>, [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 4, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port': {'id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:22Z', 'updated_at': '2021-07-23T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '1224ae15-f9ae-4f57-ae15-048cac515678', 'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'mac_address': 'fa:16:3e:e7:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:24Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 2, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'subnets': [{'id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:29.202445 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Transition to ACTIVE for port object ef4a6877-5d24-44db-80dc-84dca7c64192 will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:29.207685 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Checking router: 4bbb5f59-49b9-4577-a677-95923881467b for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:29:29.208180 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Updating router 4bbb5f59-49b9-4577-a677-95923881467b port 1224ae15-f9ae-4f57-ae15-048cac515678 binding host dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:29:29.212799 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.219803 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9e281e84-a7d0-4485-92d4-75fbca0a3079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:29.225488 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.262278 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.265563 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 67ac0500-e9e4-4a32-800d-f91f6363ac38 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:29.289517 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.341553 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Network 15f20048-70b9-4613-8079-5d200958d33c is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:29.349086 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:29.351738 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:29:29.368125 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Pushing event updated for resources: {'Port': ['ID=ef4a6877-5d24-44db-80dc-84dca7c64192,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:29.370890 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:29.440085 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Allocated IP 172.27.1.116 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/77d81351-0be6-4bcc-b84f-aacf2cc846c6) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:29.468838 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 67ac0500-e9e4-4a32-800d-f91f6363ac38 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:29.469492 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.509526 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Attempting to bind port ef4a6877-5d24-44db-80dc-84dca7c64192 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:29:29.509910 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Attempting to bind port ef4a6877-5d24-44db-80dc-84dca7c64192 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '120984e7-e7ec-4dcd-b9e6-82196687d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '15f20048-70b9-4613-8079-5d200958d33c'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:29:29.510284 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Attempting to bind port ef4a6877-5d24-44db-80dc-84dca7c64192 on network 15f20048-70b9-4613-8079-5d200958d33c {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:29:29.521641 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:29:29.522036 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Checking segment: {'id': '120984e7-e7ec-4dcd-b9e6-82196687d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '15f20048-70b9-4613-8079-5d200958d33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:29:29.522445 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.522850 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Bound using segment: {'id': '120984e7-e7ec-4dcd-b9e6-82196687d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '15f20048-70b9-4613-8079-5d200958d33c'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:29:29.523440 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Bound port: ef4a6877-5d24-44db-80dc-84dca7c64192, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120984e7-e7ec-4dcd-b9e6-82196687d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '15f20048-70b9-4613-8079-5d200958d33c'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:29:29.523826 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.605564 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.639453 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.645090 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1d30d025-1d97-48fa-93ef-80fcf210932b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:29.678785 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] For port ef4a6877-5d24-44db-80dc-84dca7c64192, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:29:29.685360 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.688307 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] For port ef4a6877-5d24-44db-80dc-84dca7c64192, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=ef4a6877-5d24-44db-80dc-84dca7c64192,segment=NetworkSegment(120984e7-e7ec-4dcd-b9e6-82196687d7f8),segment_id=120984e7-e7ec-4dcd-b9e6-82196687d7f8)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:29:29.693747 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.698481 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:29.698731 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Transition to ACTIVE for port object 1224ae15-f9ae-4f57-ae15-048cac515678 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:29.705736 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.713800 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:29.715700 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:29.716879 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:29.722368 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:29:29.825772 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Pushing event updated for resources: {'Port': ['ID=ef4a6877-5d24-44db-80dc-84dca7c64192,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:29.829163 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:29.931376 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Pushing event updated for resources: {'Port': ['ID=77d81351-0be6-4bcc-b84f-aacf2cc846c6,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:29.945503 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Pushing event updated for resources: {'Port': ['ID=1224ae15-f9ae-4f57-ae15-048cac515678,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:29.947943 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Attempting to bind port 1224ae15-f9ae-4f57-ae15-048cac515678 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:29:29.948314 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Attempting to bind port 1224ae15-f9ae-4f57-ae15-048cac515678 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '4c892a25-16e9-4729-a896-2eb1ad78733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:29:29.948671 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Attempting to bind port 1224ae15-f9ae-4f57-ae15-048cac515678 on network 0fdc29cd-a0eb-464c-b587-780e21598c8f {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:29:29.958574 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:29:29.958948 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Checking segment: {'id': '4c892a25-16e9-4729-a896-2eb1ad78733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:29:29.959385 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.959783 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Bound using segment: {'id': '4c892a25-16e9-4729-a896-2eb1ad78733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:29:29.960249 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Bound port: 1224ae15-f9ae-4f57-ae15-048cac515678, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c892a25-16e9-4729-a896-2eb1ad78733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:29:29.960627 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:29.970833 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:29.971198 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:29.971577 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:29.972010 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:29.972341 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:29.972663 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:29.972983 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:29.973305 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:29.973645 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:29.973966 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:29.974284 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:29.974764 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:29.986646 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:30.091907 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] For port 1224ae15-f9ae-4f57-ae15-048cac515678, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:29:30.097528 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] For port 1224ae15-f9ae-4f57-ae15-048cac515678, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=1224ae15-f9ae-4f57-ae15-048cac515678,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:29:30.103294 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:30.113910 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ee3d9d25-4578-4c0e-8f77-e0c1801d746d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:30.125225 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:30.222172 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Routers {'4bbb5f59-49b9-4577-a677-95923881467b'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:29:30.222925 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919f3d1f0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['4bbb5f59-49b9-4577-a677-95923881467b'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:30.287549 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Pushing event updated for resources: {'Port': ['ID=1224ae15-f9ae-4f57-ae15-048cac515678,revision_number=4']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:30.306771 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-b1440fbf-3dce-486f-9213-9b1862d80677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:30.355311 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:30.380567 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:30.453154 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] Set router 4bbb5f59-49b9-4577-a677-95923881467b gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:29:30.732768 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475802'] for router, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:30.815415 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919f3d1f0>, [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 4, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port': {'id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:22Z', 'updated_at': '2021-07-23T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '1224ae15-f9ae-4f57-ae15-048cac515678', 'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'mac_address': 'fa:16:3e:e7:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:24Z', 'updated_at': '2021-07-23T16:29:30Z', 'revision_number': 4, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'subnets': [{'id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:30.821510 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5007c-66b5-45f4-8aa8-26cb9da27870 None None] The sync data for ids ['4bbb5f59-49b9-4577-a677-95923881467b'] in dv-cinder-802036-1-iscsi is: [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 4, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port': {'id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:22Z', 'updated_at': '2021-07-23T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '1224ae15-f9ae-4f57-ae15-048cac515678', 'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'mac_address': 'fa:16:3e:e7:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:24Z', 'updated_at': '2021-07-23T16:29:30Z', 'revision_number': 4, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'subnets': [{'id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:29:30.972210 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Router cc2a33e7-fbbd-40fb-9920-02a34764b04a is scheduled to L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 with binding_index 1 {{(pid=78519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 23 16:29:30.981042 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de9407-7e53-4f95-84d6-7489babe1147 None None] Network 15f20048-70b9-4613-8079-5d200958d33c requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:29:31.117663 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6d27c694-1087-4322-bbfc-bfbfc2434957 None None] Provisioning for port ef4a6877-5d24-44db-80dc-84dca7c64192 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:31.183896 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:29:31.199133 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Sync routers for ids ['cc2a33e7-fbbd-40fb-9920-02a34764b04a'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:29:31.236181 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Notify callbacks [] for router, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:31.241044 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7543473
Jul 23 16:29:31.241867 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 53250) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:31.254453 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Routers {'cc2a33e7-fbbd-40fb-9920-02a34764b04a'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:29:31.255377 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919180700>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['cc2a33e7-fbbd-40fb-9920-02a34764b04a'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:31.412660 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device ef4a6877-5d24-44db-80dc-84dca7c64192 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:31.520581 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Set router cc2a33e7-fbbd-40fb-9920-02a34764b04a gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:29:31.681670 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port ef4a6877-5d24-44db-80dc-84dca7c64192 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:31.736191 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port ef4a6877-5d24-44db-80dc-84dca7c64192 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:31.736579 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:31.926287 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-a7add1ac-80dc-4ef1-852c-cc675ad053a6 None None] Provisioning complete for port ef4a6877-5d24-44db-80dc-84dca7c64192 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:31.926572 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a7add1ac-80dc-4ef1-852c-cc675ad053a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:31.983071 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:32.026963 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:32.035313 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port ef4a6877-5d24-44db-80dc-84dca7c64192, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=ef4a6877-5d24-44db-80dc-84dca7c64192,segment=NetworkSegment(120984e7-e7ec-4dcd-b9e6-82196687d7f8),segment_id=120984e7-e7ec-4dcd-b9e6-82196687d7f8)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:29:32.042277 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:32.043325 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 1224ae15-f9ae-4f57-ae15-048cac515678 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:32.070867 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a99048bc-443e-4701-9acb-5f69e5ff0d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:32.138108 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919180700>, [{'id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'name': 'tempest-TestMinimumBasicScenario-662345412-router', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:28Z', 'updated_at': '2021-07-23T16:29:30Z', 'revision_number': 3, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'gw_port': {'id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:29Z', 'updated_at': '2021-07-23T16:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:32.190192 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Checking router: cc2a33e7-fbbd-40fb-9920-02a34764b04a for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:29:32.191201 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Updating router cc2a33e7-fbbd-40fb-9920-02a34764b04a port 77d81351-0be6-4bcc-b84f-aacf2cc846c6 binding host dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:29:32.271653 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=ef4a6877-5d24-44db-80dc-84dca7c64192,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:32.279351 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:32.282893 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:32.368235 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Allocated IP 172.20.0.1 (15f20048-70b9-4613-8079-5d200958d33c/04e8e8b7-ab3c-48a0-9208-a381f061d669/8f9afc37-61b0-4247-90e6-69bc376be733) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:32.380388 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 1224ae15-f9ae-4f57-ae15-048cac515678 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:32.434829 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 1224ae15-f9ae-4f57-ae15-048cac515678 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:32.435307 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:32.524389 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:32.541597 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Transition to ACTIVE for port object 8f9afc37-61b0-4247-90e6-69bc376be733 will not be triggered until provisioned by entity DHCP. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:32.565583 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:32.570298 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-8f5c7f5b-94c1-41af-a385-0640c9b65ff0 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:32.633791 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Network 15f20048-70b9-4613-8079-5d200958d33c is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:32.635000 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:32.639989 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:29:32.687674 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:32.690538 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Pushing event updated for resources: {'Port': ['ID=8f9afc37-61b0-4247-90e6-69bc376be733,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:32.699510 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:32.715865 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407391'] for router_interface, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:32.741824 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 1224ae15-f9ae-4f57-ae15-048cac515678, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=1224ae15-f9ae-4f57-ae15-048cac515678,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:29:32.772252 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:32.784994 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f8b1cbcb-f3cf-4e14-bfc7-866c8acaf269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:32.851666 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:32.865633 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:32.884171 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=1224ae15-f9ae-4f57-ae15-048cac515678,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:32.887218 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Transition to ACTIVE for port object 77d81351-0be6-4bcc-b84f-aacf2cc846c6 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:32.890840 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:32.899958 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:32.905690 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:32.955317 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-591a1008-2843-4e5f-af95-8aed67da49fa None None] Provisioning for port 8f9afc37-61b0-4247-90e6-69bc376be733 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:32.972441 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-591a1008-2843-4e5f-af95-8aed67da49fa None None] Provisioning complete for port 8f9afc37-61b0-4247-90e6-69bc376be733 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:32.972828 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-591a1008-2843-4e5f-af95-8aed67da49fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:33.031026 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Attempting to bind port 77d81351-0be6-4bcc-b84f-aacf2cc846c6 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:29:33.031666 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Attempting to bind port 77d81351-0be6-4bcc-b84f-aacf2cc846c6 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:29:33.031666 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Attempting to bind port 77d81351-0be6-4bcc-b84f-aacf2cc846c6 on network e3b4a095-1482-4de2-8b89-895c99c43f92 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:29:33.039774 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbeff1f-479d-41bd-b0d4-b5214ebe8fc0 None None] Pushing event updated for resources: {'Port': ['ID=77d81351-0be6-4bcc-b84f-aacf2cc846c6,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:33.045763 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ffbeff1f-479d-41bd-b0d4-b5214ebe8fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:33.046473 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:29:33.046857 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Checking segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:29:33.047291 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:33.047927 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Bound using segment: {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:29:33.048167 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Bound port: 77d81351-0be6-4bcc-b84f-aacf2cc846c6, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8631ed1-f0ae-4003-b9a1-088563b86dee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:29:33.048555 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:33.092115 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:33.096313 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-591a1008-2843-4e5f-af95-8aed67da49fa None None] Port 8f9afc37-61b0-4247-90e6-69bc376be733 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:29:33.107848 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:33.128483 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] For port 77d81351-0be6-4bcc-b84f-aacf2cc846c6, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:29:33.131748 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] For port 77d81351-0be6-4bcc-b84f-aacf2cc846c6, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=77d81351-0be6-4bcc-b84f-aacf2cc846c6,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:29:33.136885 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:33.140061 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:33.141588 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:33.215009 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Routers {'cc2a33e7-fbbd-40fb-9920-02a34764b04a'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:29:33.215831 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919180700>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['cc2a33e7-fbbd-40fb-9920-02a34764b04a'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:33.226771 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407344'] for router_interface, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:33.233669 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Pushing event updated for resources: {'Port': ['ID=8f9afc37-61b0-4247-90e6-69bc376be733,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:33.240472 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:33.276169 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device ef4a6877-5d24-44db-80dc-84dca7c64192 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:33.326062 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbeff1f-479d-41bd-b0d4-b5214ebe8fc0 None None] Pushing event updated for resources: {'Port': ['ID=77d81351-0be6-4bcc-b84f-aacf2cc846c6,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:33.341991 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ffbeff1f-479d-41bd-b0d4-b5214ebe8fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:33.373794 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Network 15f20048-70b9-4613-8079-5d200958d33c is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:33.375191 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:33.465268 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port ef4a6877-5d24-44db-80dc-84dca7c64192 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:33.465646 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:33.497259 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] Set router cc2a33e7-fbbd-40fb-9920-02a34764b04a gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:29:33.573034 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Router cc2a33e7-fbbd-40fb-9920-02a34764b04a has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:29:33.725436 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-16363116-8669-4c22-a75d-8af3ebc2d257 None None] Provisioning complete for port 8f9afc37-61b0-4247-90e6-69bc376be733 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:33.725816 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-16363116-8669-4c22-a75d-8af3ebc2d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:33.755211 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:29:33.764073 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-6f921c56-c8e9-42c5-a04e-355df413689c admin admin] 10.222.0.82 "PUT /v2.0/routers/cc2a33e7-fbbd-40fb-9920-02a34764b04a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5210099
Jul 23 16:29:33.867621 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 1224ae15-f9ae-4f57-ae15-048cac515678 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:33.922347 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-16363116-8669-4c22-a75d-8af3ebc2d257 None None] Port 8f9afc37-61b0-4247-90e6-69bc376be733 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:29:34.055065 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 1224ae15-f9ae-4f57-ae15-048cac515678 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:34.055611 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:34.107222 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919180700>, [{'id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'name': 'tempest-TestMinimumBasicScenario-662345412-router', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:28Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 4, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'gw_port': {'id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:29Z', 'updated_at': '2021-07-23T16:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '8f9afc37-61b0-4247-90e6-69bc376be733', 'name': '', 'network_id': '15f20048-70b9-4613-8079-5d200958d33c', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'mac_address': 'fa:16:3e:11:07:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '04e8e8b7-ab3c-48a0-9208-a381f061d669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:32Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 2, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'subnets': [{'id': '04e8e8b7-ab3c-48a0-9208-a381f061d669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:34.114437 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e4f0e-4d83-4b48-9bc1-f97122e45c90 None None] The sync data for ids ['cc2a33e7-fbbd-40fb-9920-02a34764b04a'] in dv-cinder-802036-1-iscsi is: [{'id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'name': 'tempest-TestMinimumBasicScenario-662345412-router', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:28Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 4, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'gw_port': {'id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:29Z', 'updated_at': '2021-07-23T16:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '8f9afc37-61b0-4247-90e6-69bc376be733', 'name': '', 'network_id': '15f20048-70b9-4613-8079-5d200958d33c', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'mac_address': 'fa:16:3e:11:07:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '04e8e8b7-ab3c-48a0-9208-a381f061d669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:32Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 2, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'subnets': [{'id': '04e8e8b7-ab3c-48a0-9208-a381f061d669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:29:35.290800 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 77d81351-0be6-4bcc-b84f-aacf2cc846c6 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:35.395071 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 77d81351-0be6-4bcc-b84f-aacf2cc846c6 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:35.401080 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 77d81351-0be6-4bcc-b84f-aacf2cc846c6 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:35.401627 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.542189 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.567658 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 77d81351-0be6-4bcc-b84f-aacf2cc846c6, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=77d81351-0be6-4bcc-b84f-aacf2cc846c6,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:29:35.574876 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.581381 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:35.652104 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=77d81351-0be6-4bcc-b84f-aacf2cc846c6,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:35.655219 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:37.235998 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 77d81351-0be6-4bcc-b84f-aacf2cc846c6 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:37.314510 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 77d81351-0be6-4bcc-b84f-aacf2cc846c6 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:37.314836 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:38.016244 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Sync routers for ids ['cc2a33e7-fbbd-40fb-9920-02a34764b04a'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:29:38.027131 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Routers {'cc2a33e7-fbbd-40fb-9920-02a34764b04a'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:29:38.027832 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091aacc5e0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['cc2a33e7-fbbd-40fb-9920-02a34764b04a'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:38.221220 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Set router cc2a33e7-fbbd-40fb-9920-02a34764b04a gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:29:38.456782 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:29:38.570218 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091aacc5e0>, [{'id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'name': 'tempest-TestMinimumBasicScenario-662345412-router', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:28Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 4, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'gw_port': {'id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:29Z', 'updated_at': '2021-07-23T16:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '8f9afc37-61b0-4247-90e6-69bc376be733', 'name': '', 'network_id': '15f20048-70b9-4613-8079-5d200958d33c', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'mac_address': 'fa:16:3e:11:07:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '04e8e8b7-ab3c-48a0-9208-a381f061d669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:32Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 2, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'subnets': [{'id': '04e8e8b7-ab3c-48a0-9208-a381f061d669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:38.574291 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Checking router: cc2a33e7-fbbd-40fb-9920-02a34764b04a for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:29:38.574644 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Updating router cc2a33e7-fbbd-40fb-9920-02a34764b04a port 8f9afc37-61b0-4247-90e6-69bc376be733 binding host dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 23 16:29:38.635402 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.022989 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.036668 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Transition to ACTIVE for port object 8f9afc37-61b0-4247-90e6-69bc376be733 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:39.044123 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.048938 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2407c27a-24fb-47c8-9b18-e3d2f028b2e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:39.262727 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec726b-b78d-4009-a49f-a3e46b8874c5 None None] Pushing event updated for resources: {'Port': ['ID=8f9afc37-61b0-4247-90e6-69bc376be733,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:39.269018 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-53ec726b-b78d-4009-a49f-a3e46b8874c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:39.288126 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Attempting to bind port 8f9afc37-61b0-4247-90e6-69bc376be733 on host dv-cinder-802036-1-iscsi for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:29:39.288484 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Attempting to bind port 8f9afc37-61b0-4247-90e6-69bc376be733 by drivers openvswitch,hyperv on host dv-cinder-802036-1-iscsi at level 0 using segments [{'id': '120984e7-e7ec-4dcd-b9e6-82196687d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '15f20048-70b9-4613-8079-5d200958d33c'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:29:39.288793 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Attempting to bind port 8f9afc37-61b0-4247-90e6-69bc376be733 on network 15f20048-70b9-4613-8079-5d200958d33c {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:29:39.295505 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Checking agent: {'id': '34adec88-fabd-421d-a097-37a84ebf0f1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 10, 26), 'started_at': datetime.datetime(2021, 7, 23, 16, 10, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:29:39.296027 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Checking segment: {'id': '120984e7-e7ec-4dcd-b9e6-82196687d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '15f20048-70b9-4613-8079-5d200958d33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:29:39.296448 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.296890 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Bound using segment: {'id': '120984e7-e7ec-4dcd-b9e6-82196687d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '15f20048-70b9-4613-8079-5d200958d33c'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:29:39.297423 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Bound port: 8f9afc37-61b0-4247-90e6-69bc376be733, host: dv-cinder-802036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120984e7-e7ec-4dcd-b9e6-82196687d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '15f20048-70b9-4613-8079-5d200958d33c'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:29:39.297893 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.420332 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] For port 8f9afc37-61b0-4247-90e6-69bc376be733, host dv-cinder-802036-1-iscsi, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:29:39.423920 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] For port 8f9afc37-61b0-4247-90e6-69bc376be733, host dv-cinder-802036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=8f9afc37-61b0-4247-90e6-69bc376be733,segment=NetworkSegment(120984e7-e7ec-4dcd-b9e6-82196687d7f8),segment_id=120984e7-e7ec-4dcd-b9e6-82196687d7f8)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:29:39.430199 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.434469 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-157a6d5d-8a97-4c8d-ad90-cfad23fe4349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:39.548744 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Routers {'cc2a33e7-fbbd-40fb-9920-02a34764b04a'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:29:39.549130 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091aacc5e0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['cc2a33e7-fbbd-40fb-9920-02a34764b04a'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:39.725918 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec726b-b78d-4009-a49f-a3e46b8874c5 None None] Pushing event updated for resources: {'Port': ['ID=8f9afc37-61b0-4247-90e6-69bc376be733,revision_number=4']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:39.745644 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-53ec726b-b78d-4009-a49f-a3e46b8874c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:39.789806 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] Set router cc2a33e7-fbbd-40fb-9920-02a34764b04a gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:29:40.204213 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091aacc5e0>, [{'id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'name': 'tempest-TestMinimumBasicScenario-662345412-router', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:28Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 4, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'gw_port': {'id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:29Z', 'updated_at': '2021-07-23T16:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '8f9afc37-61b0-4247-90e6-69bc376be733', 'name': '', 'network_id': '15f20048-70b9-4613-8079-5d200958d33c', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'mac_address': 'fa:16:3e:11:07:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '04e8e8b7-ab3c-48a0-9208-a381f061d669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:32Z', 'updated_at': '2021-07-23T16:29:39Z', 'revision_number': 4, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'subnets': [{'id': '04e8e8b7-ab3c-48a0-9208-a381f061d669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:40.210080 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca697be2-88dc-436d-b9d0-37cc91c9a781 None None] The sync data for ids ['cc2a33e7-fbbd-40fb-9920-02a34764b04a'] in dv-cinder-802036-1-iscsi is: [{'id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'name': 'tempest-TestMinimumBasicScenario-662345412-router', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:28Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 4, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'gw_port': {'id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:29Z', 'updated_at': '2021-07-23T16:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '8f9afc37-61b0-4247-90e6-69bc376be733', 'name': '', 'network_id': '15f20048-70b9-4613-8079-5d200958d33c', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'mac_address': 'fa:16:3e:11:07:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '04e8e8b7-ab3c-48a0-9208-a381f061d669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:32Z', 'updated_at': '2021-07-23T16:29:39Z', 'revision_number': 4, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'subnets': [{'id': '04e8e8b7-ab3c-48a0-9208-a381f061d669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:29:41.271237 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 8f9afc37-61b0-4247-90e6-69bc376be733 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:41.347068 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning for port 8f9afc37-61b0-4247-90e6-69bc376be733 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:41.353279 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 8f9afc37-61b0-4247-90e6-69bc376be733 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:41.353660 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:41.495938 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:41.534842 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] For port 8f9afc37-61b0-4247-90e6-69bc376be733, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=8f9afc37-61b0-4247-90e6-69bc376be733,segment=NetworkSegment(120984e7-e7ec-4dcd-b9e6-82196687d7f8),segment_id=120984e7-e7ec-4dcd-b9e6-82196687d7f8)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:29:41.539510 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:41.541660 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:41.624520 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Pushing event updated for resources: {'Port': ['ID=8f9afc37-61b0-4247-90e6-69bc376be733,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:41.627724 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:43.233454 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 8f9afc37-61b0-4247-90e6-69bc376be733 up at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:43.308673 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Provisioning complete for port 8f9afc37-61b0-4247-90e6-69bc376be733 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:43.309054 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:44.047863 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-55c24c53-3df2-4d8b-8d19-be343d1b0dcb tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:44.051669 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-55c24c53-3df2-4d8b-8d19-be343d1b0dcb tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/networks?id=0fdc29cd-a0eb-464c-b587-780e21598c8f HTTP/1.1" status: 200  len: 814 time: 0.2781811
Jul 23 16:29:44.065513 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-09482e1b-34dc-4696-ba42-cef926fde6b5 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/quotas/ad91deeca7344aee9a0e1382c869f258 HTTP/1.1" status: 200  len: 375 time: 0.0096750
Jul 23 16:29:44.153607 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-b93f2f12-2907-4f2c-8e16-57f7c9919813 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Synchronizing usage tracker for tenant:ad91deeca7344aee9a0e1382c869f258 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:29:44.172128 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-b93f2f12-2907-4f2c-8e16-57f7c9919813 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Unset dirty status for tenant:ad91deeca7344aee9a0e1382c869f258 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:29:44.173906 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-b93f2f12-2907-4f2c-8e16-57f7c9919813 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad91deeca7344aee9a0e1382c869f258&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1022913
Jul 23 16:29:44.300812 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-07700695-749f-4a33-bb8f-c8baa29838ba service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=78518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 23 16:29:44.301810 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-07700695-749f-4a33-bb8f-c8baa29838ba service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1125786
Jul 23 16:29:44.439914 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-28e3d462-d0d6-41d3-9c80-43ec23c730e3 service neutron] 10.222.0.82 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321204
Jul 23 16:29:44.577084 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-a89d927c-2775-44d1-9a02-cdf6663be2d7 service neutron] 10.222.0.82 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311524
Jul 23 16:29:44.843416 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-12f74e86-4645-438f-97f8-37fa0ad9c7d3 req-80c5e03c-f44c-4cc5-a6dc-491759ca486f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 210 time: 0.0955818
Jul 23 16:29:45.998291 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9a2198e8-6044-4196-b3ca-448cd767d8b9 req-3a6b1fe1-7104-4f8d-ae05-8e15ccb535cb tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 210 time: 0.0464001
Jul 23 16:29:46.191997 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-6c0a0ae7-8baa-4fff-a5ab-aa13b74027ae tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:46.193534 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-6c0a0ae7-8baa-4fff-a5ab-aa13b74027ae tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.83 "GET /v2.0/networks?id=0fdc29cd-a0eb-464c-b587-780e21598c8f HTTP/1.1" status: 200  len: 814 time: 0.1554782
Jul 23 16:29:46.213584 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Request body: {'port': {'device_id': '551fa35e-ad57-4156-b068-0caedc61cff1', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'admin_state_up': True, 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:29:46.370114 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:46.380624 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:46.391065 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Made reservation on behalf of ad91deeca7344aee9a0e1382c869f258 for: {'port': 1} {{(pid=78518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:46.395232 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:46.578828 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_common [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Allocated IP 172.20.0.7 (0fdc29cd-a0eb-464c-b587-780e21598c8f/ec9a3657-a8ef-4383-878d-d06b49875937/bd7bee2b-ae4f-4d37-85de-657fa5e68694) {{(pid=78518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:46.919384 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for port, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:46.942782 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Transition to ACTIVE for port object bd7bee2b-ae4f-4d37-85de-657fa5e68694 will not be triggered until provisioned by entity DHCP. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:46.974917 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:46.984582 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-d225cb11-e01a-455f-9631-0c2f3add59c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:47.070012 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event updated for resources: {'Port': ['ID=bd7bee2b-ae4f-4d37-85de-657fa5e68694,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:47.080568 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.080974 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.081949 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.082321 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.082689 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.083077 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.083437 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.083801 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.084158 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.084593 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.084964 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.085332 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.089834 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Network 0fdc29cd-a0eb-464c-b587-780e21598c8f is already hosted by enough agents. {{(pid=78518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:47.090825 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:47.091828 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.base_scheduler [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Resources bound (agent type, host, resource id):  {{(pid=78518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:47.094620 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Received port after_create {{(pid=78518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:29:47.227874 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:47.228894 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:47.287983 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-5e6042a0-1f28-4a68-abb2-9f1b7005cca0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0781260
Jul 23 16:29:47.313129 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9902-3687-46a1-af8c-c2133357101f req-5431039a-0d00-4859-bcdc-4704d92bfec0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:47.314392 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-316e9902-3687-46a1-af8c-c2133357101f req-5431039a-0d00-4859-bcdc-4704d92bfec0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Synchronizing usage tracker for tenant:ad91deeca7344aee9a0e1382c869f258 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:29:47.341399 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-316e9902-3687-46a1-af8c-c2133357101f req-5431039a-0d00-4859-bcdc-4704d92bfec0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Unset dirty status for tenant:ad91deeca7344aee9a0e1382c869f258 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:29:47.342922 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-316e9902-3687-46a1-af8c-c2133357101f req-5431039a-0d00-4859-bcdc-4704d92bfec0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 931 time: 0.2100215
Jul 23 16:29:47.410943 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-23e35b41-e185-4482-9f0b-202f011f30ba None None] Provisioning for port bd7bee2b-ae4f-4d37-85de-657fa5e68694 completed by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:47.411558 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-316e9902-3687-46a1-af8c-c2133357101f req-b107ddb1-1359-4eb8-8f93-8be1c28c2cb3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577376
Jul 23 16:29:47.417102 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-23e35b41-e185-4482-9f0b-202f011f30ba None None] Provisioning complete for port bd7bee2b-ae4f-4d37-85de-657fa5e68694 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:47.417654 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-23e35b41-e185-4482-9f0b-202f011f30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:47.471926 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-23e35b41-e185-4482-9f0b-202f011f30ba None None] Port bd7bee2b-ae4f-4d37-85de-657fa5e68694 cannot update to ACTIVE because it is not bound. {{(pid=78520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 23 16:29:48.641823 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facadc23-6bfd-4dff-8238-1661bc787be2 req-7199aeba-2f2a-45c2-ad03-cda03a91f256 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:48.643444 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-facadc23-6bfd-4dff-8238-1661bc787be2 req-7199aeba-2f2a-45c2-ad03-cda03a91f256 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 931 time: 0.0851841
Jul 23 16:29:48.697609 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-facadc23-6bfd-4dff-8238-1661bc787be2 req-0adf47a6-b499-4977-9e1b-f7873da98a08 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474088
Jul 23 16:29:49.912016 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c834-e28a-4ae0-8aaf-6d268454fb27 req-38d898a1-f65a-4c52-b652-590882ba119a tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:49.919201 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7d54c834-e28a-4ae0-8aaf-6d268454fb27 req-38d898a1-f65a-4c52-b652-590882ba119a tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 931 time: 0.1114173
Jul 23 16:29:49.962780 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7d54c834-e28a-4ae0-8aaf-6d268454fb27 req-6baedef4-320d-45fc-be8f-10dbe7f543ce tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426981
Jul 23 16:29:51.166736 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91388da3-676a-44dc-b62f-674b14271aba req-cddd5737-dd44-4669-a1ad-d27914586619 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:51.174579 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-91388da3-676a-44dc-b62f-674b14271aba req-cddd5737-dd44-4669-a1ad-d27914586619 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 931 time: 0.0958600
Jul 23 16:29:51.218006 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-91388da3-676a-44dc-b62f-674b14271aba req-ed73842f-927d-46b3-8e6c-5a0547535bf6 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410852
Jul 23 16:29:52.444599 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ecc72-9f2e-47ba-9757-107b0c69816a req-641b369d-5428-406f-9fc8-5e349cf779c6 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:52.446138 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b11ecc72-9f2e-47ba-9757-107b0c69816a req-641b369d-5428-406f-9fc8-5e349cf779c6 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 931 time: 0.0970371
Jul 23 16:29:52.602128 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b11ecc72-9f2e-47ba-9757-107b0c69816a req-7feb1ce2-fa16-4ece-af01-7c5623f940a9 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499608
Jul 23 16:29:53.796899 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f9223-9efb-4bea-874d-d847597f3c9e req-20bca3d6-352a-4de2-b65a-2d9fb69c90ff tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:53.798456 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-734f9223-9efb-4bea-874d-d847597f3c9e req-20bca3d6-352a-4de2-b65a-2d9fb69c90ff tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 931 time: 0.0849965
Jul 23 16:29:53.848130 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-734f9223-9efb-4bea-874d-d847597f3c9e req-5f252647-a037-48d8-97d2-7292276021e2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428543
Jul 23 16:29:55.068762 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92e5f2-af80-4d53-b5cb-6a5eabb352a5 req-2b47b489-2869-4bde-83b3-7a963abfd1c6 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:55.070316 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3f92e5f2-af80-4d53-b5cb-6a5eabb352a5 req-2b47b489-2869-4bde-83b3-7a963abfd1c6 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 931 time: 0.0997756
Jul 23 16:29:55.124384 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-3f92e5f2-af80-4d53-b5cb-6a5eabb352a5 req-8a405bf5-b508-46d5-9653-b16129a46f8f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469270
Jul 23 16:29:55.166565 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fe09fc76-b6b1-4eed-97f3-dbfb9a5e3508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:55.935705 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:56.317084 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86aaf1-dee2-430c-b749-4ebef5c6d005 req-3f73b623-b0ec-4d52-aff6-0749b0b67339 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:56.318574 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1a86aaf1-dee2-430c-b749-4ebef5c6d005 req-3f73b623-b0ec-4d52-aff6-0749b0b67339 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 931 time: 0.0813112
Jul 23 16:29:56.366997 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1a86aaf1-dee2-430c-b749-4ebef5c6d005 req-e637f95e-eec1-43e8-a0f7-4b34a7994aaf tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428159
Jul 23 16:29:57.312942 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-bae3c65f-6634-48d7-a3f9-0d383b08242d tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=78518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 23 16:29:57.313873 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-bae3c65f-6634-48d7-a3f9-0d383b08242d tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054820
Jul 23 16:29:57.390162 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Request body: {'port': {'device_id': '551fa35e-ad57-4156-b068-0caedc61cff1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:29:57.552838 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:57.651544 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f446f55-0406-497c-a3ce-2778aaf80f2c req-ff50b695-3139-439e-a42d-5ae45e54a694 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:57.653023 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f446f55-0406-497c-a3ce-2778aaf80f2c req-ff50b695-3139-439e-a42d-5ae45e54a694 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 931 time: 0.1768930
Jul 23 16:29:57.771054 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-0f446f55-0406-497c-a3ce-2778aaf80f2c req-5722d123-dd37-4c28-ad5e-5e840a57b671 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820453
Jul 23 16:29:57.959179 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7bee2b-ae4f-4d37-85de-657fa5e68694 {{(pid=78518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:29:57.966567 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:57.982677 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.provisioning_blocks [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Transition to ACTIVE for port object bd7bee2b-ae4f-4d37-85de-657fa5e68694 will not be triggered until provisioned by entity L2. {{(pid=78518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:57.987538 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:57.992010 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2574e2f2-a979-4b69-92d3-ebe6f737860a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:57.993007 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ed2870a0-b4e8-4c3c-8527-d43cf4859c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:58.064699 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.164262 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Pushing event updated for resources: {'Port': ['ID=bd7bee2b-ae4f-4d37-85de-657fa5e68694,revision_number=2']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:58.192226 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:58.240818 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Attempting to bind port bd7bee2b-ae4f-4d37-85de-657fa5e68694 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:29:58.241161 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Attempting to bind port bd7bee2b-ae4f-4d37-85de-657fa5e68694 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '4c892a25-16e9-4729-a896-2eb1ad78733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f'}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:29:58.241496 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Attempting to bind port bd7bee2b-ae4f-4d37-85de-657fa5e68694 on network 0fdc29cd-a0eb-464c-b587-780e21598c8f {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:29:58.246664 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Port bd7bee2b-ae4f-4d37-85de-657fa5e68694 on network 0fdc29cd-a0eb-464c-b587-780e21598c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 23 16:29:58.247075 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Attempting to bind port bd7bee2b-ae4f-4d37-85de-657fa5e68694 on network 0fdc29cd-a0eb-464c-b587-780e21598c8f {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 23 16:29:58.251920 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Checking agent: {'id': 'aeb3af8f-9a3d-42e4-9a41-454993ed99a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'started_at': datetime.datetime(2021, 7, 23, 16, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 23 16:29:58.252256 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Checking segment: {'id': '4c892a25-16e9-4729-a896-2eb1ad78733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 23 16:29:58.252642 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Bound using segment: {'id': '4c892a25-16e9-4729-a896-2eb1ad78733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f'} {{(pid=78518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 23 16:29:58.253068 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.managers [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Bound port: bd7bee2b-ae4f-4d37-85de-657fa5e68694, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c892a25-16e9-4729-a896-2eb1ad78733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f'}}] {{(pid=78518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:29:58.253417 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.346035 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] For port bd7bee2b-ae4f-4d37-85de-657fa5e68694, host hv-cinder-80203, cleared binding levels {{(pid=78518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 23 16:29:58.349681 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] For port bd7bee2b-ae4f-4d37-85de-657fa5e68694, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 23 16:29:58.354306 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.358069 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-1a12e55a-b1ec-4491-ac30-f1965f355ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:58.420933 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:58.421919 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.423015 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] 10.222.0.83 "PUT /v2.0/ports/bd7bee2b-ae4f-4d37-85de-657fa5e68694 HTTP/1.1" status: 200  len: 1093 time: 1.0856037
Jul 23 16:29:58.423510 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:29:58.446734 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Pushing event updated for resources: {'Port': ['ID=bd7bee2b-ae4f-4d37-85de-657fa5e68694,revision_number=3']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:58.450294 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-1758f31a-80f9-41bd-965a-9c2f7c1f6c4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:58.538638 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694', 'status': 'completed', 'code': 200}
Jul 23 16:29:58.571390 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-b80ee6fc-a5a5-4e5b-b802-ec28a0d84968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:58.572905 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-b80ee6fc-a5a5-4e5b-b802-ec28a0d84968 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad91deeca7344aee9a0e1382c869f258&device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 1096 time: 0.0803459
Jul 23 16:29:58.660094 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-3f27764e-c57a-4616-9f8f-bbd5c66a3d7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694 HTTP/1.1" status: 200  len: 217 time: 0.0714791
Jul 23 16:29:58.727252 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-12f24dd3-b991-490c-ab74-3c10ee537cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:58.728713 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-12f24dd3-b991-490c-ab74-3c10ee537cf8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec9a3657-a8ef-4383-878d-d06b49875937 HTTP/1.1" status: 200  len: 853 time: 0.0616293
Jul 23 16:29:58.807853 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-81dc584d-f332-4dc3-bdaf-d5d25507cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:58.809343 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-81dc584d-f332-4dc3-bdaf-d5d25507cc5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0fdc29cd-a0eb-464c-b587-780e21598c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733058
Jul 23 16:29:58.898316 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:59.111323 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-2a7cafba-fb5d-4ad1-ad66-97d145aebe9e service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2946281
Jul 23 16:29:59.128223 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e683660-253d-4bbc-ab0a-5d5808777c43 req-27a05075-f7e3-4b9f-b50f-86b7da7db368 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:59.130258 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6e683660-253d-4bbc-ab0a-5d5808777c43 req-27a05075-f7e3-4b9f-b50f-86b7da7db368 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 943 time: 0.1824977
Jul 23 16:29:59.267908 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6e683660-253d-4bbc-ab0a-5d5808777c43 req-b62cc997-81d7-44ed-a498-cfe9b48b66d8 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187854
Jul 23 16:29:59.298790 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2226e9c8-8451-4909-b19a-066ad7dcfff5 req-69baf7a6-dd00-4009-bb6e-541a2bd30833 service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675723
Jul 23 16:29:59.480243 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30520ce-4ff8-4ff0-8100-1fa065705b56 req-92d9302d-ab9f-4f22-b488-b9c3e3122798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:59.481637 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d30520ce-4ff8-4ff0-8100-1fa065705b56 req-92d9302d-ab9f-4f22-b488-b9c3e3122798 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad91deeca7344aee9a0e1382c869f258&device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 1096 time: 0.0782001
Jul 23 16:29:59.619174 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30520ce-4ff8-4ff0-8100-1fa065705b56 req-df6a74ed-8a95-4c7c-b123-70747d266290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:59.620625 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d30520ce-4ff8-4ff0-8100-1fa065705b56 req-df6a74ed-8a95-4c7c-b123-70747d266290 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0fdc29cd-a0eb-464c-b587-780e21598c8f HTTP/1.1" status: 200  len: 916 time: 0.1316626
Jul 23 16:29:59.693682 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d30520ce-4ff8-4ff0-8100-1fa065705b56 req-5d4a587b-2f88-4439-91a4-ec3f05f2fd72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694 HTTP/1.1" status: 200  len: 217 time: 0.0652666
Jul 23 16:29:59.758368 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30520ce-4ff8-4ff0-8100-1fa065705b56 req-d05c5fcb-3105-4fbf-8ac5-afccf848a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:59.759737 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d30520ce-4ff8-4ff0-8100-1fa065705b56 req-d05c5fcb-3105-4fbf-8ac5-afccf848a57a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec9a3657-a8ef-4383-878d-d06b49875937 HTTP/1.1" status: 200  len: 853 time: 0.0587068
Jul 23 16:29:59.836841 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30520ce-4ff8-4ff0-8100-1fa065705b56 req-2f445bdf-ffa3-42da-bd4c-9f668b52899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:59.838309 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d30520ce-4ff8-4ff0-8100-1fa065705b56 req-2f445bdf-ffa3-42da-bd4c-9f668b52899c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0fdc29cd-a0eb-464c-b587-780e21598c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713003
Jul 23 16:29:59.974602 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d30520ce-4ff8-4ff0-8100-1fa065705b56 req-90778f32-5d93-4dc2-a00a-e50fe43bc9f7 service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287532
Jul 23 16:30:00.112396 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d30520ce-4ff8-4ff0-8100-1fa065705b56 req-6c7c4232-0b66-4b51-bff8-30c9cc72f2c0 service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304493
Jul 23 16:30:00.379643 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:00.461222 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948b8a1-f3cc-4568-9d34-b83dae6d35e8 req-32a9d7b5-0ead-4e87-9436-ce415f660b3d tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:00.462694 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5948b8a1-f3cc-4568-9d34-b83dae6d35e8 req-32a9d7b5-0ead-4e87-9436-ce415f660b3d tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 943 time: 0.0865085
Jul 23 16:30:00.507858 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5948b8a1-f3cc-4568-9d34-b83dae6d35e8 req-06ec8295-46c0-4905-98fd-228d5dbd777e tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395300
Jul 23 16:30:01.465231 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-99f1d33e-8982-43c4-b847-4576caae3e1d req-1840cad9-7cd4-407b-a51a-82698578db04 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0691562
Jul 23 16:30:01.583189 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d33e-8982-43c4-b847-4576caae3e1d req-578dbe32-6252-490c-8507-5333ca51bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:01.584740 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-99f1d33e-8982-43c4-b847-4576caae3e1d req-578dbe32-6252-490c-8507-5333ca51bd54 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 1099 time: 0.0746131
Jul 23 16:30:01.789680 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d33e-8982-43c4-b847-4576caae3e1d req-ac8e685c-66f2-4c27-b787-7c473b3f688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:01.791505 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-99f1d33e-8982-43c4-b847-4576caae3e1d req-ac8e685c-66f2-4c27-b787-7c473b3f688b service neutron] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 914 time: 0.1860335
Jul 23 16:30:01.803254 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ec24c-c02f-4e98-9622-3108e1d6ea55 req-a4162dfd-ac6d-4911-a808-85a22821842b tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:01.804641 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-619ec24c-c02f-4e98-9622-3108e1d6ea55 req-a4162dfd-ac6d-4911-a808-85a22821842b tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 943 time: 0.1801126
Jul 23 16:30:02.026105 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-619ec24c-c02f-4e98-9622-3108e1d6ea55 req-8b3c53d0-93bc-49e1-8823-f90f01b11fd6 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776734
Jul 23 16:30:02.030563 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-99f1d33e-8982-43c4-b847-4576caae3e1d req-ae4e92c3-ae6a-4afe-9991-b9f19868ba8f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28a9e39-df9d-4379-85a4-84e919cd29cf HTTP/1.1" status: 200  len: 1002 time: 0.2250094
Jul 23 16:30:02.098002 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d33e-8982-43c4-b847-4576caae3e1d req-5f5f42a8-2646-4700-9425-2631e58408e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:02.100083 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-99f1d33e-8982-43c4-b847-4576caae3e1d req-5f5f42a8-2646-4700-9425-2631e58408e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.0588403
Jul 23 16:30:02.182442 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d33e-8982-43c4-b847-4576caae3e1d req-27640516-094b-4f7b-abf3-ab5f628a0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:02.183956 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-99f1d33e-8982-43c4-b847-4576caae3e1d req-27640516-094b-4f7b-abf3-ab5f628a0e4b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743134
Jul 23 16:30:02.323067 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-99f1d33e-8982-43c4-b847-4576caae3e1d req-935a1bc2-a4c8-4e81-a340-b43adec98529 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283054
Jul 23 16:30:02.460710 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-99f1d33e-8982-43c4-b847-4576caae3e1d req-67902608-621c-46f5-9b61-07d57bc7a977 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284580
Jul 23 16:30:02.674204 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device bd7bee2b-ae4f-4d37-85de-657fa5e68694 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:30:02.808157 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port bd7bee2b-ae4f-4d37-85de-657fa5e68694, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:02.825079 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Returning: {'device': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'port_id': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694', 'mac_address': 'fa:16:3e:01:0d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:30:02.878900 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:02.896307 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7bee2b-ae4f-4d37-85de-657fa5e68694 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:30:02.911454 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port bd7bee2b-ae4f-4d37-85de-657fa5e68694, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:02.915665 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:02.917564 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:02.982178 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=bd7bee2b-ae4f-4d37-85de-657fa5e68694,revision_number=4']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:02.985073 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:03.216456 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169a2cd-5211-4f59-b4dc-ecf0f660d01c req-1825445a-b68b-433f-801b-dbf6f29a925e tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:03.217956 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e169a2cd-5211-4f59-b4dc-ecf0f660d01c req-1825445a-b68b-433f-801b-dbf6f29a925e tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 944 time: 0.0815790
Jul 23 16:30:03.264044 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e169a2cd-5211-4f59-b4dc-ecf0f660d01c req-b86152b8-8756-4f65-b41c-4dfd9717716d tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404737
Jul 23 16:30:03.312936 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['bd7bee2b-ae4f-4d37-85de-657fa5e68694'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:30:04.452293 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29cee3-0f69-4007-989c-cc1a8a5ac172 req-dcdf1ec2-dbfb-41a4-9ac0-739d5efa31b3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:04.453776 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e29cee3-0f69-4007-989c-cc1a8a5ac172 req-dcdf1ec2-dbfb-41a4-9ac0-739d5efa31b3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 944 time: 0.0845962
Jul 23 16:30:04.499225 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e29cee3-0f69-4007-989c-cc1a8a5ac172 req-efac51bc-4600-409c-bde5-349bc4539186 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392935
Jul 23 16:30:04.668490 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device bd7bee2b-ae4f-4d37-85de-657fa5e68694 up at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:30:04.765063 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning for port bd7bee2b-ae4f-4d37-85de-657fa5e68694 completed by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:30:04.769913 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Provisioning complete for port bd7bee2b-ae4f-4d37-85de-657fa5e68694 triggered by entity L2. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:04.770348 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:04.890515 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:04.917983 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:04.929793 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port bd7bee2b-ae4f-4d37-85de-657fa5e68694, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:04.934372 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:04.937245 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:05.010858 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=bd7bee2b-ae4f-4d37-85de-657fa5e68694,revision_number=5']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:05.013993 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:05.024825 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694', 'code': 200}
Jul 23 16:30:05.299595 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aa0e1-a32e-4bac-9893-aed1469d0393 req-c1379e00-1f98-40aa-9275-60842722feac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:05.301087 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-982aa0e1-a32e-4bac-9893-aed1469d0393 req-c1379e00-1f98-40aa-9275-60842722feac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 1098 time: 0.0724916
Jul 23 16:30:05.344935 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-982aa0e1-a32e-4bac-9893-aed1469d0393 req-c2eb70cc-232f-4b46-8055-5f6333199b8d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338140
Jul 23 16:30:05.687630 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718f9d2-1c41-447e-9972-18d0ffa4b056 req-4e831aa6-d00a-406d-bdcc-cb9289145827 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:05.689105 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5718f9d2-1c41-447e-9972-18d0ffa4b056 req-4e831aa6-d00a-406d-bdcc-cb9289145827 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 945 time: 0.0840137
Jul 23 16:30:05.734108 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5718f9d2-1c41-447e-9972-18d0ffa4b056 req-3169f4a2-505a-4003-88e5-2bc184037b8e tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385978
Jul 23 16:30:07.092475 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d1abf-7e28-4f81-a8b4-920d47006473 req-3a374a70-17ac-4cd4-83a6-2ff403c54c53 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:07.094217 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e4d1abf-7e28-4f81-a8b4-920d47006473 req-3a374a70-17ac-4cd4-83a6-2ff403c54c53 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 945 time: 0.0929446
Jul 23 16:30:07.128701 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53408) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:07.144882 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e4d1abf-7e28-4f81-a8b4-920d47006473 req-1d1d3817-281f-4b69-874e-90c4dd99d5b7 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434327
Jul 23 16:30:07.331444 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e3640-4e26-4c89-b0f9-1ea97241db46 req-a06445ad-f7b0-4032-abe5-be6f8d9f451b tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:07.332838 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-381e3640-4e26-4c89-b0f9-1ea97241db46 req-a06445ad-f7b0-4032-abe5-be6f8d9f451b tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 945 time: 0.0822241
Jul 23 16:30:07.339404 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Deleting port 08fe9255-265a-47a0-8662-a1e081ad5295 {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:07.339753 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.379107 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-381e3640-4e26-4c89-b0f9-1ea97241db46 req-66f479bd-7745-47d7-b052-c3760cad0c76 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403125
Jul 23 16:30:07.620573 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.620906 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.746082 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Calling delete_port for 08fe9255-265a-47a0-8662-a1e081ad5295 owned by network:floatingip {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:30:07.786855 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28739cb1-9469-4b26-a94c-40bc60f72659 req-9914c768-ad25-401c-9f27-db040384ddd4 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:07.788369 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-28739cb1-9469-4b26-a94c-40bc60f72659 req-9914c768-ad25-401c-9f27-db040384ddd4 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 945 time: 0.0870633
Jul 23 16:30:07.833850 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-28739cb1-9469-4b26-a94c-40bc60f72659 req-aaeedecb-5be4-4875-aaec-eec267dc9c3f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395765
Jul 23 16:30:07.902753 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.910744 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-48a7aea8-9072-4269-8508-4a99672ce9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:07.961960 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event deleted for resources: {'Port': ['ID=08fe9255-265a-47a0-8662-a1e081ad5295,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:07.995959 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:07.996342 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:07.996723 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:07.997162 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:07.997841 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:07.997841 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:07.998263 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:07.998536 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:07.998868 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:07.999240 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:07.999807 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:08.000341 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:08.010017 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:08.069957 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for floatingip, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:08.070564 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.l3_db [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Floating IP 0b62906f-2020-40e9-9845-c0c81d5f2be9 disassociated (deleted). External IP: 172.27.1.223, port: a28a9e39-df9d-4379-85a4-84e919cd29cf.
Jul 23 16:30:08.447987 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:30:08.624076 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:30:08.633999 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2d2862-9de5-4f47-bace-e1bd6543ceae None None] Sync routers for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:30:08.643437 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2d2862-9de5-4f47-bace-e1bd6543ceae None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:30:08.644124 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-7a2d2862-9de5-4f47-bace-e1bd6543ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091971c5e0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:08.644777 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:08.703195 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-4082db37-6398-41ca-bead-02a254fe9fd2 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "DELETE /v2.0/floatingips/0b62906f-2020-40e9-9845-c0c81d5f2be9 HTTP/1.1" status: 204  len: 168 time: 1.5730526
Jul 23 16:30:08.703728 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'tag': 'a28a9e39-df9d-4379-85a4-84e919cd29cf'}] {{(pid=78519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:08.817022 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'tag': 'a28a9e39-df9d-4379-85a4-84e919cd29cf', 'status': 'completed', 'code': 200}
Jul 23 16:30:08.836393 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-7a2d2862-9de5-4f47-bace-e1bd6543ceae None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:30:08.948166 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d6584-e2cb-4370-9298-f48bbce201d3 req-8f977e7d-db34-4f8a-b946-94a8dfebd1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:08.949768 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5b7d6584-e2cb-4370-9298-f48bbce201d3 req-8f977e7d-db34-4f8a-b946-94a8dfebd1fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 1099 time: 0.0809717
Jul 23 16:30:09.181131 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d6584-e2cb-4370-9298-f48bbce201d3 req-759d6a97-55da-4e4a-af0c-facd875cd57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:09.182908 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5b7d6584-e2cb-4370-9298-f48bbce201d3 req-759d6a97-55da-4e4a-af0c-facd875cd57f service neutron] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 914 time: 0.2001047
Jul 23 16:30:09.195984 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180e4b4-cb24-4dbd-9e82-b1140de0b6db req-3c8ff945-b64e-45b9-aafe-43fd2d33ada4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:09.197452 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6180e4b4-cb24-4dbd-9e82-b1140de0b6db req-3c8ff945-b64e-45b9-aafe-43fd2d33ada4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 946 time: 0.1837499
Jul 23 16:30:09.214389 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-7a2d2862-9de5-4f47-bace-e1bd6543ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091971c5e0>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '02a0e725-3326-4841-bf06-3daba9211a4c', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:fb:a1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:25:51Z', 'updated_at': '2021-07-23T16:25:55Z', 'revision_number': 1, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:09.218326 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2d2862-9de5-4f47-bace-e1bd6543ceae None None] Checking router: 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:30:09.227293 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2d2862-9de5-4f47-bace-e1bd6543ceae None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:30:09.227919 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-7a2d2862-9de5-4f47-bace-e1bd6543ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091971c5e0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:09.378136 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5b7d6584-e2cb-4370-9298-f48bbce201d3 req-40caa27d-bd77-4394-a181-d9972bdc95bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28a9e39-df9d-4379-85a4-84e919cd29cf HTTP/1.1" status: 200  len: 217 time: 0.1796482
Jul 23 16:30:09.417463 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-7a2d2862-9de5-4f47-bace-e1bd6543ceae None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:30:09.450643 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-6180e4b4-cb24-4dbd-9e82-b1140de0b6db req-9e479072-11cb-4c1a-b1e8-79840cb5cb6a tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997329
Jul 23 16:30:09.462712 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d6584-e2cb-4370-9298-f48bbce201d3 req-74b558eb-06e4-408d-ac24-48a44bcac244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:09.464411 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5b7d6584-e2cb-4370-9298-f48bbce201d3 req-74b558eb-06e4-408d-ac24-48a44bcac244 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.0788646
Jul 23 16:30:09.545706 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d6584-e2cb-4370-9298-f48bbce201d3 req-49ef508a-aef0-4764-9b79-da43485a99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:09.547340 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5b7d6584-e2cb-4370-9298-f48bbce201d3 req-49ef508a-aef0-4764-9b79-da43485a99f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748620
Jul 23 16:30:09.688584 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5b7d6584-e2cb-4370-9298-f48bbce201d3 req-7cd9f03c-b345-4c71-9c47-e4a54b1ec3cb service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337390
Jul 23 16:30:09.785796 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-7a2d2862-9de5-4f47-bace-e1bd6543ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091971c5e0>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '02a0e725-3326-4841-bf06-3daba9211a4c', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:fb:a1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:25:51Z', 'updated_at': '2021-07-23T16:25:55Z', 'revision_number': 1, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:09.791772 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2d2862-9de5-4f47-bace-e1bd6543ceae None None] The sync data for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi is: [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': '02a0e725-3326-4841-bf06-3daba9211a4c', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'port_id': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'mac_address': 'fa:16:3e:fb:a1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:25:51Z', 'updated_at': '2021-07-23T16:25:55Z', 'revision_number': 1, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:30:09.836814 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5b7d6584-e2cb-4370-9298-f48bbce201d3 req-1cf4e167-5ec6-49d4-9606-65433a4e9497 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380615
Jul 23 16:30:10.049383 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc633c00-aa90-41f7-adb7-fe54866d2bff None None] New status for floating IP 0b62906f-2020-40e9-9845-c0c81d5f2be9: DOWN {{(pid=78521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:30:10.644553 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cca1a1-a043-4254-985c-e58542b2cb81 req-b7b2d746-ce29-49af-8e24-97847a062090 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:10.646177 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c7cca1a1-a043-4254-985c-e58542b2cb81 req-b7b2d746-ce29-49af-8e24-97847a062090 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 946 time: 0.0802894
Jul 23 16:30:10.695450 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c7cca1a1-a043-4254-985c-e58542b2cb81 req-19258505-b9c9-441f-b922-2683780e0d45 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432448
Jul 23 16:30:11.884286 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120798e-9074-4396-b251-dcaedd5d9c44 req-dde7a289-ccbf-46cd-bab8-623f64aa7429 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:11.885763 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7120798e-9074-4396-b251-dcaedd5d9c44 req-dde7a289-ccbf-46cd-bab8-623f64aa7429 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 946 time: 0.0819674
Jul 23 16:30:11.931415 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7120798e-9074-4396-b251-dcaedd5d9c44 req-6cfb3406-fd65-4885-88fc-9106c3d5dd49 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400310
Jul 23 16:30:12.716380 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device a28a9e39-df9d-4379-85a4-84e919cd29cf no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:30:12.863083 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:12.889560 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a28a9e39-df9d-4379-85a4-84e919cd29cf'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:12.900947 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] For port a28a9e39-df9d-4379-85a4-84e919cd29cf, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a28a9e39-df9d-4379-85a4-84e919cd29cf,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:12.904946 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:12.907141 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ffbeff1f-479d-41bd-b0d4-b5214ebe8fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:12.943166 dv-cinder-802036-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a28a9e39-df9d-4379-85a4-84e919cd29cf', 'code': 200}
Jul 23 16:30:12.975694 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Pushing event updated for resources: {'Port': ['ID=a28a9e39-df9d-4379-85a4-84e919cd29cf,revision_number=6']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:12.978867 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:13.120282 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea62c5c-a15d-4dc6-9ddb-9cd5bf58c6eb req-66ddb27a-c684-4e8c-8d64-720dd2bd57c4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:13.121808 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-eea62c5c-a15d-4dc6-9ddb-9cd5bf58c6eb req-66ddb27a-c684-4e8c-8d64-720dd2bd57c4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 944 time: 0.0855789
Jul 23 16:30:13.177871 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-eea62c5c-a15d-4dc6-9ddb-9cd5bf58c6eb req-a26d37da-09f4-40c9-9f62-ea5905ad1f39 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494046
Jul 23 16:30:14.362202 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5dbbf-fb06-40d3-9d7d-6c46cc07a5ea req-c8bff8e5-06e8-4479-9e77-935f33727a0f tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:14.363719 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-78b5dbbf-fb06-40d3-9d7d-6c46cc07a5ea req-c8bff8e5-06e8-4479-9e77-935f33727a0f tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 944 time: 0.0807600
Jul 23 16:30:14.413213 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-78b5dbbf-fb06-40d3-9d7d-6c46cc07a5ea req-15c80f92-4beb-4593-a538-46fc5e1e9a6d tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430498
Jul 23 16:30:15.455663 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:30:15.595581 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d566c-2380-4a88-adb8-2f96d692fd25 req-86423b86-0bb2-4700-960f-0bd5e636facf tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:15.597129 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b05d566c-2380-4a88-adb8-2f96d692fd25 req-86423b86-0bb2-4700-960f-0bd5e636facf tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 944 time: 0.0805418
Jul 23 16:30:15.642821 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b05d566c-2380-4a88-adb8-2f96d692fd25 req-afaa2bcb-df3b-4cdd-b19b-4de9b6d4c01e tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395601
Jul 23 16:30:16.250955 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c2c6f-6907-415c-8609-b7eac7be7f5b req-8fb7ed71-e5ef-4beb-a631-cb61e324b97c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:16.252396 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ed2c2c6f-6907-415c-8609-b7eac7be7f5b req-8fb7ed71-e5ef-4beb-a631-cb61e324b97c tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 944 time: 0.0829797
Jul 23 16:30:16.328539 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-ed2c2c6f-6907-415c-8609-b7eac7be7f5b req-38e2f674-cd61-4213-b2b3-e3a2bbeae9db tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Deleting port a28a9e39-df9d-4379-85a4-84e919cd29cf {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:16.328790 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-ed2c2c6f-6907-415c-8609-b7eac7be7f5b req-38e2f674-cd61-4213-b2b3-e3a2bbeae9db tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:16.575929 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-ed2c2c6f-6907-415c-8609-b7eac7be7f5b req-38e2f674-cd61-4213-b2b3-e3a2bbeae9db tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] For port a28a9e39-df9d-4379-85a4-84e919cd29cf, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a28a9e39-df9d-4379-85a4-84e919cd29cf,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:16.576287 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-ed2c2c6f-6907-415c-8609-b7eac7be7f5b req-38e2f674-cd61-4213-b2b3-e3a2bbeae9db tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:16.704984 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-ed2c2c6f-6907-415c-8609-b7eac7be7f5b req-38e2f674-cd61-4213-b2b3-e3a2bbeae9db tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Calling delete_port for a28a9e39-df9d-4379-85a4-84e919cd29cf owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:30:17.009370 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081fd0a-fe80-4769-8466-134fc94cf61a req-9a019eb8-015e-484c-b837-2e9697564573 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:17.010776 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9081fd0a-fe80-4769-8466-134fc94cf61a req-9a019eb8-015e-484c-b837-2e9697564573 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 944 time: 0.2451108
Jul 23 16:30:17.052825 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-ed2c2c6f-6907-415c-8609-b7eac7be7f5b req-38e2f674-cd61-4213-b2b3-e3a2bbeae9db tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:17.061991 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-01efff27-a20e-4dc8-b159-a421d6c1995a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:17.141357 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2f674-cd61-4213-b2b3-e3a2bbeae9db tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event deleted for resources: {'Port': ['ID=a28a9e39-df9d-4379-85a4-84e919cd29cf,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:17.143858 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-38e2f674-cd61-4213-b2b3-e3a2bbeae9db tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:17.147659 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9081fd0a-fe80-4769-8466-134fc94cf61a req-a1a0886a-c08c-463b-8e33-d1669413934e tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297286
Jul 23 16:30:17.199583 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2c2c6f-6907-415c-8609-b7eac7be7f5b req-38e2f674-cd61-4213-b2b3-e3a2bbeae9db tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] No DVR routers for this DVR port a28a9e39-df9d-4379-85a4-84e919cd29cf on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:30:17.202069 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-ed2c2c6f-6907-415c-8609-b7eac7be7f5b req-38e2f674-cd61-4213-b2b3-e3a2bbeae9db tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:17.204937 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'name': 'network-vif-deleted', 'tag': 'a28a9e39-df9d-4379-85a4-84e919cd29cf'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:17.217476 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-ed2c2c6f-6907-415c-8609-b7eac7be7f5b req-38e2f674-cd61-4213-b2b3-e3a2bbeae9db tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "DELETE /v2.0/ports/a28a9e39-df9d-4379-85a4-84e919cd29cf HTTP/1.1" status: 204  len: 173 time: 0.9524457
Jul 23 16:30:17.254416 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cdce83-0c4d-466c-9a66-5665eae2d8cd', 'name': 'network-vif-deleted', 'tag': 'a28a9e39-df9d-4379-85a4-84e919cd29cf', 'status': 'completed', 'code': 200}
Jul 23 16:30:18.240939 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fbfb1-ff16-4237-845c-a102ae3302bd req-f1de161d-5eb3-4586-ba71-d7568acf4cee tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:18.242551 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-862fbfb1-ff16-4237-845c-a102ae3302bd req-f1de161d-5eb3-4586-ba71-d7568acf4cee tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 945 time: 0.0841079
Jul 23 16:30:18.289993 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-862fbfb1-ff16-4237-845c-a102ae3302bd req-af8e2af6-56ee-4d58-b5d2-692a2514a59f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412438
Jul 23 16:30:18.314997 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53488) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:18.337571 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-eafed4a0-c4f3-4c33-b3d9-9fdf8aa06bcd req-dce781c1-ec4d-4254-bf58-c8d0add5e924 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Synchronizing usage tracker for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:30:18.354053 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-eafed4a0-c4f3-4c33-b3d9-9fdf8aa06bcd req-dce781c1-ec4d-4254-bf58-c8d0add5e924 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Unset dirty status for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:30:18.355323 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-eafed4a0-c4f3-4c33-b3d9-9fdf8aa06bcd req-dce781c1-ec4d-4254-bf58-c8d0add5e924 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0cdce83-0c4d-466c-9a66-5665eae2d8cd HTTP/1.1" status: 200  len: 210 time: 0.0644393
Jul 23 16:30:18.435747 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d77401-9c5b-490f-b058-1219aa2eb7a5 tempest-TestMinimumBasicScenario-303517079 tempest-TestMinimumBasicScenario-303517079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:18.440032 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-52d77401-9c5b-490f-b058-1219aa2eb7a5 tempest-TestMinimumBasicScenario-303517079 tempest-TestMinimumBasicScenario-303517079-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 1093 time: 0.1204684
Jul 23 16:30:18.440222 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53494) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:18.446116 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Request body: {'floatingip': {'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'port_id': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:30:18.451975 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:18.455694 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Usage tracker for resource:floatingip and tenant:ad91deeca7344aee9a0e1382c869f258 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:18.458759 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:18.464683 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:18.475306 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for floatingip, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:18.613989 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:18.854923 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_common [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Allocated IP 172.27.1.118 (e3b4a095-1482-4de2-8b89-895c99c43f92/4b58adc7-a411-42a7-885c-d5e0e882feb3/497bbb18-d9c8-4039-af5d-aba07281234c) {{(pid=78519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:30:19.011840 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for port, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:19.042579 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729817778216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:19.046217 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:19.107136 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Network e3b4a095-1482-4de2-8b89-895c99c43f92 is already hosted by enough agents. {{(pid=78519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:30:19.109994 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.base_scheduler [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Resources bound (agent type, host, resource id):  {{(pid=78519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:30:19.113639 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Received port after_create {{(pid=78519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 23 16:30:19.151738 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event updated for resources: {'Port': ['ID=497bbb18-d9c8-4039-af5d-aba07281234c,revision_number=1']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:19.155753 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:19.538275 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:19.619775 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:19.823495 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for port, precommit_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:19.827818 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1709499'] for port, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:19.832302 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-fec48876-c7db-4126-a932-fd847f2eb42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:19.944745 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event updated for resources: {'Port': ['ID=497bbb18-d9c8-4039-af5d-aba07281234c,revision_number=2']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:19.947796 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:19.959274 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475763'] for floatingip, after_update {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:20.132423 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.l3_db [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Floating IP bef70074-95fe-45eb-aa63-923f9323fe28 associated. External IP: 172.27.1.118, port: bd7bee2b-ae4f-4d37-85de-657fa5e68694.
Jul 23 16:30:20.596077 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Router 4bbb5f59-49b9-4577-a677-95923881467b has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:30:20.783695 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:30:20.798959 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a310111-e52f-4878-aae0-bdab38d2acea None None] Sync routers for ids ['4bbb5f59-49b9-4577-a677-95923881467b'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:30:20.809917 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a310111-e52f-4878-aae0-bdab38d2acea None None] Routers {'4bbb5f59-49b9-4577-a677-95923881467b'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:30:20.810623 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-2a310111-e52f-4878-aae0-bdab38d2acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919974fa0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['4bbb5f59-49b9-4577-a677-95923881467b'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:20.811045 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:20.868204 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4269683
Jul 23 16:30:20.869220 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694'}] {{(pid=78519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:20.871336 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 53510) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:20.877607 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254665093', 'description': 'tempest-secgroup-smoke-254665093 description', 'project_id': 'ad91deeca7344aee9a0e1382c869f258'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:30:20.884272 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:20.888185 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Usage tracker for resource:security_group and tenant:ad91deeca7344aee9a0e1382c869f258 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:20.891468 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:20.899579 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:20.913012 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:20.916836 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694', 'status': 'completed', 'code': 200}
Jul 23 16:30:20.934204 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:20.938082 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Usage tracker for resource:security_group_rule and tenant:ad91deeca7344aee9a0e1382c869f258 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:20.941012 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:20.947079 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:20.995882 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-2a310111-e52f-4878-aae0-bdab38d2acea None None] Set router 4bbb5f59-49b9-4577-a677-95923881467b gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:30:21.073908 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.079037 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.084943 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-88c28a28-a2a4-4eba-85d7-b12a4fb3647c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:21.133895 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d27b80-4df4-41fb-a36c-863c6eef0069,revision_number=1']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:21.138102 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.139323 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2668772
Jul 23 16:30:21.141688 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-17e9ca98-1889-47fd-967d-7852128add18 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:21.142322 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53516) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:21.150809 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c44bf6-f04c-411b-a5f5-df0a387e8daf req-036758c7-a8e2-4011-aff9-5503dfb30a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:21.151187 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-6bc1fc6b-e66f-4756-87bd-e1ff6b945990 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Request body: {'security_group_rule': {'security_group_id': '36d27b80-4df4-41fb-a36c-863c6eef0069', 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:30:21.152416 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b1c44bf6-f04c-411b-a5f5-df0a387e8daf req-036758c7-a8e2-4011-aff9-5503dfb30a63 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad91deeca7344aee9a0e1382c869f258&device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 1098 time: 0.1441052
Jul 23 16:30:21.157287 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-6bc1fc6b-e66f-4756-87bd-e1ff6b945990 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:21.161125 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-6bc1fc6b-e66f-4756-87bd-e1ff6b945990 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Usage tracker for resource:security_group_rule and tenant:ad91deeca7344aee9a0e1382c869f258 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:21.165099 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-6bc1fc6b-e66f-4756-87bd-e1ff6b945990 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:21.172338 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-6bc1fc6b-e66f-4756-87bd-e1ff6b945990 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:21.192026 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6bc1fc6b-e66f-4756-87bd-e1ff6b945990 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.260015 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6bc1fc6b-e66f-4756-87bd-e1ff6b945990 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.265819 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6bc1fc6b-e66f-4756-87bd-e1ff6b945990 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.269068 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:21.296654 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1fc6b-e66f-4756-87bd-e1ff6b945990 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99f195e-4d72-418d-9c1d-2ee36e0fa11a,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:21.304439 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-6bc1fc6b-e66f-4756-87bd-e1ff6b945990 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:21.311207 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c44bf6-f04c-411b-a5f5-df0a387e8daf req-e57b9159-6340-44ff-bddf-2d60a24dbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:21.313228 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b1c44bf6-f04c-411b-a5f5-df0a387e8daf req-e57b9159-6340-44ff-bddf-2d60a24dbc39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0fdc29cd-a0eb-464c-b587-780e21598c8f HTTP/1.1" status: 200  len: 916 time: 0.1504757
Jul 23 16:30:21.314142 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6bc1fc6b-e66f-4756-87bd-e1ff6b945990 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.315493 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-6bc1fc6b-e66f-4756-87bd-e1ff6b945990 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1712093
Jul 23 16:30:21.318459 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 53520) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:21.324569 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-8bade3db-c3ba-4ba7-8f78-12120e5fd61f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Request body: {'security_group_rule': {'security_group_id': '36d27b80-4df4-41fb-a36c-863c6eef0069', 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:30:21.362302 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-2a310111-e52f-4878-aae0-bdab38d2acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919974fa0>, [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 4, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port': {'id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:22Z', 'updated_at': '2021-07-23T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': 'bef70074-95fe-45eb-aa63-923f9323fe28', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'port_id': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'mac_address': 'fa:16:3e:01:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551fa35e-ad57-4156-b068-0caedc61cff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:30:19Z', 'updated_at': '2021-07-23T16:30:19Z', 'revision_number': 0, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1224ae15-f9ae-4f57-ae15-048cac515678', 'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'mac_address': 'fa:16:3e:e7:f2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:24Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 5, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'subnets': [{'id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:21.366943 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a310111-e52f-4878-aae0-bdab38d2acea None None] Checking router: 4bbb5f59-49b9-4577-a677-95923881467b for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:30:21.375446 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a310111-e52f-4878-aae0-bdab38d2acea None None] Routers {'4bbb5f59-49b9-4577-a677-95923881467b'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:30:21.376051 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-2a310111-e52f-4878-aae0-bdab38d2acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919974fa0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['4bbb5f59-49b9-4577-a677-95923881467b'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:21.386822 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-8bade3db-c3ba-4ba7-8f78-12120e5fd61f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:21.409423 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-8bade3db-c3ba-4ba7-8f78-12120e5fd61f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Usage tracker for resource:security_group_rule and tenant:ad91deeca7344aee9a0e1382c869f258 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:21.415212 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-8bade3db-c3ba-4ba7-8f78-12120e5fd61f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:21.424555 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-8bade3db-c3ba-4ba7-8f78-12120e5fd61f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:21.448658 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b1c44bf6-f04c-411b-a5f5-df0a387e8daf req-d2a2b9bb-506a-45d0-9d9d-2e4538d6c98d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694 HTTP/1.1" status: 200  len: 999 time: 0.1189921
Jul 23 16:30:21.455837 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8bade3db-c3ba-4ba7-8f78-12120e5fd61f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.550400 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c44bf6-f04c-411b-a5f5-df0a387e8daf req-5a177ee5-b672-46bf-b8b4-44ee9f22f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:21.552503 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b1c44bf6-f04c-411b-a5f5-df0a387e8daf req-5a177ee5-b672-46bf-b8b4-44ee9f22f129 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec9a3657-a8ef-4383-878d-d06b49875937 HTTP/1.1" status: 200  len: 853 time: 0.0865700
Jul 23 16:30:21.553750 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-2a310111-e52f-4878-aae0-bdab38d2acea None None] Set router 4bbb5f59-49b9-4577-a677-95923881467b gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:30:21.607531 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8bade3db-c3ba-4ba7-8f78-12120e5fd61f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.622026 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8bade3db-c3ba-4ba7-8f78-12120e5fd61f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.631324 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:21.658658 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bade3db-c3ba-4ba7-8f78-12120e5fd61f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452c5f22-29b8-46d2-8f52-dc96807b8b0c,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:21.663216 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-8bade3db-c3ba-4ba7-8f78-12120e5fd61f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:21.665053 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8bade3db-c3ba-4ba7-8f78-12120e5fd61f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.668910 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-8bade3db-c3ba-4ba7-8f78-12120e5fd61f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3466423
Jul 23 16:30:21.669070 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 53524) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:21.675493 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [None req-c11879e7-e32f-4c8b-97e3-f40feebf2328 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Request body: {'security_group_rule': {'security_group_id': '36d27b80-4df4-41fb-a36c-863c6eef0069', 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:30:21.684620 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-c11879e7-e32f-4c8b-97e3-f40feebf2328 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:21.690446 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-c11879e7-e32f-4c8b-97e3-f40feebf2328 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Usage tracker for resource:security_group_rule and tenant:ad91deeca7344aee9a0e1382c869f258 is out of sync, need to count used quota {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:21.695122 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [None req-c11879e7-e32f-4c8b-97e3-f40feebf2328 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:21.702162 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c44bf6-f04c-411b-a5f5-df0a387e8daf req-4f010033-97c6-4531-8854-274eca430b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:21.703741 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b1c44bf6-f04c-411b-a5f5-df0a387e8daf req-4f010033-97c6-4531-8854-274eca430b58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0fdc29cd-a0eb-464c-b587-780e21598c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1389499
Jul 23 16:30:21.704578 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.quota.driver [None req-c11879e7-e32f-4c8b-97e3-f40feebf2328 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:21.758347 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c11879e7-e32f-4c8b-97e3-f40feebf2328 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.873275 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 53530) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:21.916387 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-2a310111-e52f-4878-aae0-bdab38d2acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919974fa0>, [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 4, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port': {'id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:22Z', 'updated_at': '2021-07-23T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': 'bef70074-95fe-45eb-aa63-923f9323fe28', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'port_id': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'mac_address': 'fa:16:3e:01:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551fa35e-ad57-4156-b068-0caedc61cff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:30:19Z', 'updated_at': '2021-07-23T16:30:19Z', 'revision_number': 0, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1224ae15-f9ae-4f57-ae15-048cac515678', 'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'mac_address': 'fa:16:3e:e7:f2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:24Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 5, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'subnets': [{'id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:21.920292 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a310111-e52f-4878-aae0-bdab38d2acea None None] The sync data for ids ['4bbb5f59-49b9-4577-a677-95923881467b'] in dv-cinder-802036-1-iscsi is: [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 4, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port': {'id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:22Z', 'updated_at': '2021-07-23T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_floatingips': [{'id': 'bef70074-95fe-45eb-aa63-923f9323fe28', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'router_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'port_id': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'mac_address': 'fa:16:3e:01:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551fa35e-ad57-4156-b068-0caedc61cff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:30:19Z', 'updated_at': '2021-07-23T16:30:19Z', 'revision_number': 0, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1224ae15-f9ae-4f57-ae15-048cac515678', 'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'mac_address': 'fa:16:3e:e7:f2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:24Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 5, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'subnets': [{'id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:30:21.982524 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b1c44bf6-f04c-411b-a5f5-df0a387e8daf req-e3415f20-6d1b-4d8c-8ec0-26e8063add67 service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2671828
Jul 23 16:30:21.991550 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c11879e7-e32f-4c8b-97e3-f40feebf2328 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.020654 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c11879e7-e32f-4c8b-97e3-f40feebf2328 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.046083 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-a80acdf1-87cb-4d39-94b7-4642c29a3cc8 tempest-AttachVolumeTestJSON-2052701874 tempest-AttachVolumeTestJSON-2052701874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:22.145210 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13a10a-3263-47bb-ab0f-afca76c1fe07 None None] New status for floating IP bef70074-95fe-45eb-aa63-923f9323fe28: ACTIVE {{(pid=78521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:30:22.306469 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11879e7-e32f-4c8b-97e3-f40feebf2328 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c38ad07-c810-4e8f-b944-84630d02742a,revision_number=0']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:22.309549 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c11879e7-e32f-4c8b-97e3-f40feebf2328 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:22.350466 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-c11879e7-e32f-4c8b-97e3-f40feebf2328 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.351696 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-c11879e7-e32f-4c8b-97e3-f40feebf2328 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6817513
Jul 23 16:30:22.358715 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53534) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:22.368091 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-49ce14e1-89db-48ab-aee9-ddc3067abe77 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Request body: {'security_group_rule': {'security_group_id': '36d27b80-4df4-41fb-a36c-863c6eef0069', 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:30:22.375185 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-49ce14e1-89db-48ab-aee9-ddc3067abe77 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:22.381079 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-49ce14e1-89db-48ab-aee9-ddc3067abe77 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Usage tracker for resource:security_group_rule and tenant:ad91deeca7344aee9a0e1382c869f258 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:22.385342 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Deleting port 33b5cf4e-7e01-4c8b-ab78-cb8629e7b071 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:22.385666 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-49ce14e1-89db-48ab-aee9-ddc3067abe77 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:22.385806 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.392291 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-49ce14e1-89db-48ab-aee9-ddc3067abe77 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:22.415646 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-49ce14e1-89db-48ab-aee9-ddc3067abe77 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.434747 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b1c44bf6-f04c-411b-a5f5-df0a387e8daf req-48fceda8-57c0-4867-ba3f-213784f3615b service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4392467
Jul 23 16:30:22.487802 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-49ce14e1-89db-48ab-aee9-ddc3067abe77 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.493418 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-49ce14e1-89db-48ab-aee9-ddc3067abe77 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.496006 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-6bc1fc6b-e66f-4756-87bd-e1ff6b945990 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:22.519158 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce14e1-89db-48ab-aee9-ddc3067abe77 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0091b7aa-5bde-4d5f-b118-736a19b971f3,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:22.523793 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-49ce14e1-89db-48ab-aee9-ddc3067abe77 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:22.528763 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-49ce14e1-89db-48ab-aee9-ddc3067abe77 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.532517 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-49ce14e1-89db-48ab-aee9-ddc3067abe77 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1690078
Jul 23 16:30:22.532704 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53538) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:22.538500 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Request body: {'security_group_rule': {'security_group_id': '36d27b80-4df4-41fb-a36c-863c6eef0069', 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:30:22.544290 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:22.548099 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Usage tracker for resource:security_group_rule and tenant:ad91deeca7344aee9a0e1382c869f258 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:22.550956 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:22.557536 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:22.568389 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.securitygroups_db [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Project ad91deeca7344aee9a0e1382c869f258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 23 16:30:22.575157 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.577233 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.577566 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.640405 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.644385 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.647088 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:22.669594 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19583e4-ac46-48ca-95c6-90f37a97eb7d,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:22.672579 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:22.682996 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.684342 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1506386
Jul 23 16:30:22.686876 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53542) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:22.691999 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.v2.base [None req-f1f57871-d698-455b-8f33-90413990c6f3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Request body: {'security_group_rule': {'security_group_id': '36d27b80-4df4-41fb-a36c-863c6eef0069', 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:30:22.698412 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-f1f57871-d698-455b-8f33-90413990c6f3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:22.702471 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-f1f57871-d698-455b-8f33-90413990c6f3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Usage tracker for resource:security_group_rule and tenant:ad91deeca7344aee9a0e1382c869f258 is out of sync, need to count used quota {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:22.705544 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.quota.resource [None req-f1f57871-d698-455b-8f33-90413990c6f3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:22.710434 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Calling delete_port for 33b5cf4e-7e01-4c8b-ab78-cb8629e7b071 owned by network:floatingip {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:30:22.711657 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.quota.driver [None req-f1f57871-d698-455b-8f33-90413990c6f3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:22.721252 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.securitygroups_db [None req-f1f57871-d698-455b-8f33-90413990c6f3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Project ad91deeca7344aee9a0e1382c869f258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 23 16:30:22.728929 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f1f57871-d698-455b-8f33-90413990c6f3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.801369 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f1f57871-d698-455b-8f33-90413990c6f3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.806261 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f1f57871-d698-455b-8f33-90413990c6f3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336164'] for security_group_rule, after_create {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.813742 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-7850eb66-ccda-414d-b36b-ff95f17eadd2 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:22.833418 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f57871-d698-455b-8f33-90413990c6f3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8cd4ea-6b16-410f-86d0-f339982d2020,revision_number=0']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:22.836510 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-f1f57871-d698-455b-8f33-90413990c6f3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:22.843749 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-f1f57871-d698-455b-8f33-90413990c6f3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.844974 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-f1f57871-d698-455b-8f33-90413990c6f3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1571269
Jul 23 16:30:22.878325 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.882159 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-e0648ab2-0ee9-45ea-8070-84cc4615d6ae tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:22.929254 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event deleted for resources: {'Port': ['ID=33b5cf4e-7e01-4c8b-ab78-cb8629e7b071,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:22.933763 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:23.047204 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-c4508611-2af6-4cda-bca5-d5ee6dabbf98 req-1e1be35c-a3cd-46d6-896d-0ff5c926f094 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Synchronizing usage tracker for tenant:ad91deeca7344aee9a0e1382c869f258 on resource:security_group {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:30:23.068239 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for floatingip, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:23.068607 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.db.l3_db [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Floating IP 02a0e725-3326-4841-bf06-3daba9211a4c disassociated (deleted). External IP: 172.27.1.210, port: fdf27bcd-c9a0-4015-a7ec-e92afa62a04f.
Jul 23 16:30:23.133732 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-c4508611-2af6-4cda-bca5-d5ee6dabbf98 req-1e1be35c-a3cd-46d6-896d-0ff5c926f094 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Unset dirty status for tenant:ad91deeca7344aee9a0e1382c869f258 on resource:security_group {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:30:23.134906 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c4508611-2af6-4cda-bca5-d5ee6dabbf98 req-1e1be35c-a3cd-46d6-896d-0ff5c926f094 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254665093&fields=id&tenant_id=ad91deeca7344aee9a0e1382c869f258 HTTP/1.1" status: 200  len: 267 time: 0.2088826
Jul 23 16:30:23.372741 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4508611-2af6-4cda-bca5-d5ee6dabbf98 req-a6621663-aa0f-4628-8bdf-5dfc0fdc995b tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:23.374190 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c4508611-2af6-4cda-bca5-d5ee6dabbf98 req-a6621663-aa0f-4628-8bdf-5dfc0fdc995b tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 945 time: 0.2305522
Jul 23 16:30:23.403211 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-c4508611-2af6-4cda-bca5-d5ee6dabbf98 req-c4f03584-e4fe-41fe-ac31-411d54ad2532 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Request body: {'port': {'security_groups': ['70600970-a8ec-4b61-86b0-82a850b927f7', '36d27b80-4df4-41fb-a36c-863c6eef0069']}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:30:23.602569 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:30:23.606309 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-c4508611-2af6-4cda-bca5-d5ee6dabbf98 req-c4f03584-e4fe-41fe-ac31-411d54ad2532 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:24.003095 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:30:24.013104 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d08bd1-9576-4c22-b4d5-d5c76af833f2 None None] Sync routers for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:30:24.023913 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d08bd1-9576-4c22-b4d5-d5c76af833f2 None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:30:24.024659 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-95d08bd1-9576-4c22-b4d5-d5c76af833f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919974280>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:24.105803 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:24.197254 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-fef51c6f-9aca-4472-bf27-7f0645889877 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "DELETE /v2.0/floatingips/02a0e725-3326-4841-bf06-3daba9211a4c HTTP/1.1" status: 204  len: 168 time: 2.3135350
Jul 23 16:30:24.199885 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'tag': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:24.210826 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-c4508611-2af6-4cda-bca5-d5ee6dabbf98 req-c4f03584-e4fe-41fe-ac31-411d54ad2532 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] For port bd7bee2b-ae4f-4d37-85de-657fa5e68694, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:24.241500 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-c4508611-2af6-4cda-bca5-d5ee6dabbf98 req-c4f03584-e4fe-41fe-ac31-411d54ad2532 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:24.248794 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-c4508611-2af6-4cda-bca5-d5ee6dabbf98 req-c4f03584-e4fe-41fe-ac31-411d54ad2532 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:24.254677 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c781e041-0487-436e-9889-72fd14ef56df tempest-AttachVolumeShelveTestJSON-549618377 tempest-AttachVolumeShelveTestJSON-549618377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:24.265504 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-95d08bd1-9576-4c22-b4d5-d5c76af833f2 None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:30:24.325414 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4508611-2af6-4cda-bca5-d5ee6dabbf98 req-c4f03584-e4fe-41fe-ac31-411d54ad2532 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:24.326063 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-c4508611-2af6-4cda-bca5-d5ee6dabbf98 req-c4f03584-e4fe-41fe-ac31-411d54ad2532 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:24.327473 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-c4508611-2af6-4cda-bca5-d5ee6dabbf98 req-c4f03584-e4fe-41fe-ac31-411d54ad2532 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "PUT /v2.0/ports/bd7bee2b-ae4f-4d37-85de-657fa5e68694 HTTP/1.1" status: 200  len: 981 time: 0.9334228
Jul 23 16:30:24.343436 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['bd7bee2b-ae4f-4d37-85de-657fa5e68694'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:30:24.347893 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f03584-e4fe-41fe-ac31-411d54ad2532 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event updated for resources: {'Port': ['ID=bd7bee2b-ae4f-4d37-85de-657fa5e68694,revision_number=6']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:24.352650 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c4f03584-e4fe-41fe-ac31-411d54ad2532 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:24.394291 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'tag': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'status': 'completed', 'code': 200}
Jul 23 16:30:24.554619 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['bd7bee2b-ae4f-4d37-85de-657fa5e68694'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:30:24.678279 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-c8e7fb32-0107-4fff-8843-45bfec2b601f None None] Provisioning complete for port bd7bee2b-ae4f-4d37-85de-657fa5e68694 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:24.678661 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fb32-0107-4fff-8843-45bfec2b601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:24.749533 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b0b9c-99d8-4a1d-8c55-b0a81e697812 req-219ca6a7-1f64-4238-be4d-96e893f97356 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:24.750233 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-342b0b9c-99d8-4a1d-8c55-b0a81e697812 req-219ca6a7-1f64-4238-be4d-96e893f97356 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Synchronizing usage tracker for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:30:24.761943 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6872a-c9dc-4d51-9f95-f022125b8dac req-5fccb1fc-66ae-49ea-adef-17622387eec6 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:24.763358 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9cd6872a-c9dc-4d51-9f95-f022125b8dac req-5fccb1fc-66ae-49ea-adef-17622387eec6 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.2269888
Jul 23 16:30:24.765906 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215c2fd-4b3c-4479-b7aa-08775861c049 req-a313a31b-2880-4b93-b16f-418ea6abb5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:24.767605 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2215c2fd-4b3c-4479-b7aa-08775861c049 req-a313a31b-2880-4b93-b16f-418ea6abb5cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9b91736caab74a6eb5a5f02af6266d99&device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 1098 time: 0.1928823
Jul 23 16:30:24.842825 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-342b0b9c-99d8-4a1d-8c55-b0a81e697812 req-219ca6a7-1f64-4238-be4d-96e893f97356 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Unset dirty status for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:30:24.844022 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-342b0b9c-99d8-4a1d-8c55-b0a81e697812 req-219ca6a7-1f64-4238-be4d-96e893f97356 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 945 time: 0.2633972
Jul 23 16:30:24.918831 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9cd6872a-c9dc-4d51-9f95-f022125b8dac req-febc9012-fb6d-43d9-9d28-ccddf26a4557 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1481926
Jul 23 16:30:24.970403 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-342b0b9c-99d8-4a1d-8c55-b0a81e697812 req-6d623046-f3e0-4bae-bdd3-758e3fe9b43b tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175354
Jul 23 16:30:24.989569 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215c2fd-4b3c-4479-b7aa-08775861c049 req-d7af893b-a3e8-4ad5-a046-f52feb2ff352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:24.991725 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2215c2fd-4b3c-4479-b7aa-08775861c049 req-d7af893b-a3e8-4ad5-a046-f52feb2ff352 service neutron] 10.222.0.83 "GET /v2.0/networks?id=10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 200  len: 914 time: 0.2044408
Jul 23 16:30:25.045504 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-95d08bd1-9576-4c22-b4d5-d5c76af833f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919974280>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:25.073764 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2215c2fd-4b3c-4479-b7aa-08775861c049 req-ef672372-065e-41f8-bad3-27e9aeb7af67 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f HTTP/1.1" status: 200  len: 217 time: 0.0727050
Jul 23 16:30:25.080507 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d08bd1-9576-4c22-b4d5-d5c76af833f2 None None] Checking router: 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:30:25.123235 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d08bd1-9576-4c22-b4d5-d5c76af833f2 None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:30:25.123884 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-95d08bd1-9576-4c22-b4d5-d5c76af833f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919974280>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:25.152007 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215c2fd-4b3c-4479-b7aa-08775861c049 req-8fd71f3c-c7c7-4fb5-81fa-3ae389f90f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:25.153483 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2215c2fd-4b3c-4479-b7aa-08775861c049 req-8fd71f3c-c7c7-4fb5-81fa-3ae389f90f45 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 200  len: 851 time: 0.0598009
Jul 23 16:30:25.235289 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215c2fd-4b3c-4479-b7aa-08775861c049 req-ee381ef1-1442-420c-89a1-83754746c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:25.236797 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2215c2fd-4b3c-4479-b7aa-08775861c049 req-ee381ef1-1442-420c-89a1-83754746c48d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10915c46-1d6d-4de0-80b0-bbee884607df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761209
Jul 23 16:30:25.262436 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-28acab21-a8df-4f18-8e7c-d4dba1e5caa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:25.379438 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2215c2fd-4b3c-4479-b7aa-08775861c049 req-f0925b0c-8588-4602-962b-7070247a0e58 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306660
Jul 23 16:30:25.459409 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-95d08bd1-9576-4c22-b4d5-d5c76af833f2 None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:30:25.517798 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-2215c2fd-4b3c-4479-b7aa-08775861c049 req-cbf342f4-7f50-478d-8f81-31366d64be58 service neutron] 10.222.0.83 "GET /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293623
Jul 23 16:30:26.009899 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:26.038238 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-95d08bd1-9576-4c22-b4d5-d5c76af833f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919974280>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:26.042338 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d08bd1-9576-4c22-b4d5-d5c76af833f2 None None] The sync data for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi is: [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:21:24Z', 'revision_number': 4, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '866ba332-3d90-4974-afd1-3183a0807820', 'name': '', 'network_id': '10915c46-1d6d-4de0-80b0-bbee884607df', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'mac_address': 'fa:16:3e:32:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:33Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'subnets': [{'id': 'ed8a5c54-2b80-4df0-9563-26a74e02a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:30:26.164183 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25bfb2-df0f-414c-82f3-495df8876bca req-327eb965-351e-40da-8c44-31a1a8a5117e tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:26.165682 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1f25bfb2-df0f-414c-82f3-495df8876bca req-327eb965-351e-40da-8c44-31a1a8a5117e tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 945 time: 0.0833364
Jul 23 16:30:26.213230 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-1f25bfb2-df0f-414c-82f3-495df8876bca req-96e4aa18-5cf0-446d-830e-7e918a5db762 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416720
Jul 23 16:30:26.290943 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b32cbf-45f3-40f3-a195-c86f570ad607 None None] New status for floating IP 02a0e725-3326-4841-bf06-3daba9211a4c: DOWN {{(pid=78521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:30:26.395874 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:26.444971 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694', 'status': 'completed', 'code': 200}
Jul 23 16:30:26.621023 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2ffef-c5c6-4a2d-b8fb-1e323255a18b req-b45b6842-74df-4849-99ae-46e0545c2717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:26.622496 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5d2ffef-c5c6-4a2d-b8fb-1e323255a18b req-b45b6842-74df-4849-99ae-46e0545c2717 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad91deeca7344aee9a0e1382c869f258&device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 1137 time: 0.0752101
Jul 23 16:30:26.929847 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2ffef-c5c6-4a2d-b8fb-1e323255a18b req-87765a61-6269-4daf-a43f-2c8648b4b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:26.931275 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5d2ffef-c5c6-4a2d-b8fb-1e323255a18b req-87765a61-6269-4daf-a43f-2c8648b4b969 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0fdc29cd-a0eb-464c-b587-780e21598c8f HTTP/1.1" status: 200  len: 916 time: 0.2948086
Jul 23 16:30:27.030762 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cf163-0725-43be-9522-215a311e2d42 req-ad33b02b-7431-443f-8fd7-c7d602cb83df tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:27.032263 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-276cf163-0725-43be-9522-215a311e2d42 req-ad33b02b-7431-443f-8fd7-c7d602cb83df tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 945 time: 0.1819077
Jul 23 16:30:27.096598 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5d2ffef-c5c6-4a2d-b8fb-1e323255a18b req-2bb88070-cb5c-489f-862c-f7964e1fa5e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694 HTTP/1.1" status: 200  len: 1001 time: 0.1574876
Jul 23 16:30:27.159353 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-276cf163-0725-43be-9522-215a311e2d42 req-7316cfb0-f5e7-4fa8-84ca-2972823f26a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Deleting port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:27.159691 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-276cf163-0725-43be-9522-215a311e2d42 req-7316cfb0-f5e7-4fa8-84ca-2972823f26a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:27.220606 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2ffef-c5c6-4a2d-b8fb-1e323255a18b req-e17e0074-5e39-4ead-bccb-be5a7f96187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:27.222058 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5d2ffef-c5c6-4a2d-b8fb-1e323255a18b req-e17e0074-5e39-4ead-bccb-be5a7f96187b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec9a3657-a8ef-4383-878d-d06b49875937 HTTP/1.1" status: 200  len: 853 time: 0.1186559
Jul 23 16:30:27.522823 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2ffef-c5c6-4a2d-b8fb-1e323255a18b req-e30d98bb-c044-453d-9cad-112420472dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:27.524374 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5d2ffef-c5c6-4a2d-b8fb-1e323255a18b req-e30d98bb-c044-453d-9cad-112420472dbb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0fdc29cd-a0eb-464c-b587-780e21598c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2656116
Jul 23 16:30:27.601776 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdef13-ecde-43c6-a03f-ce5279451e1c req-e2e22b90-f6e4-4172-9b20-c2b7d80f7cc6 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:27.603291 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e1bdef13-ecde-43c6-a03f-ce5279451e1c req-e2e22b90-f6e4-4172-9b20-c2b7d80f7cc6 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 945 time: 0.2757056
Jul 23 16:30:27.610959 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-276cf163-0725-43be-9522-215a311e2d42 req-7316cfb0-f5e7-4fa8-84ca-2972823f26a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] For port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:27.611348 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-276cf163-0725-43be-9522-215a311e2d42 req-7316cfb0-f5e7-4fa8-84ca-2972823f26a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:27.814322 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-276cf163-0725-43be-9522-215a311e2d42 req-7316cfb0-f5e7-4fa8-84ca-2972823f26a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Calling delete_port for fdf27bcd-c9a0-4015-a7ec-e92afa62a04f owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:30:27.885013 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e1bdef13-ecde-43c6-a03f-ce5279451e1c req-50b0d312-8d91-41fd-b8a0-846f94f206f4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/security-groups?id=935b454e-2e36-4513-801e-3f9bea24a118&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2661910
Jul 23 16:30:27.920404 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5d2ffef-c5c6-4a2d-b8fb-1e323255a18b req-59329d42-6eda-4ec8-a6f9-1dadd3daa776 service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3820813
Jul 23 16:30:27.998270 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f5abb04e-196a-4459-9c33-bc210a6462d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:28.086246 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:28.118427 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f5d2ffef-c5c6-4a2d-b8fb-1e323255a18b req-e99923cd-6528-4523-aad8-ba19d7abe845 service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850662
Jul 23 16:30:28.119466 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-276cf163-0725-43be-9522-215a311e2d42 req-7316cfb0-f5e7-4fa8-84ca-2972823f26a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:28.125001 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-776099de-455b-4a6a-bcdc-a51a40e392de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:28.170980 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316cfb0-f5e7-4fa8-84ca-2972823f26a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event deleted for resources: {'Port': ['ID=fdf27bcd-c9a0-4015-a7ec-e92afa62a04f,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:28.174140 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-7316cfb0-f5e7-4fa8-84ca-2972823f26a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:28.249469 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-276cf163-0725-43be-9522-215a311e2d42 req-7316cfb0-f5e7-4fa8-84ca-2972823f26a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] No DVR routers for this DVR port fdf27bcd-c9a0-4015-a7ec-e92afa62a04f on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:30:28.251903 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-276cf163-0725-43be-9522-215a311e2d42 req-7316cfb0-f5e7-4fa8-84ca-2972823f26a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:28.265121 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-276cf163-0725-43be-9522-215a311e2d42 req-7316cfb0-f5e7-4fa8-84ca-2972823f26a4 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.83 "DELETE /v2.0/ports/fdf27bcd-c9a0-4015-a7ec-e92afa62a04f HTTP/1.1" status: 204  len: 173 time: 1.2244973
Jul 23 16:30:28.445805 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'name': 'network-vif-deleted', 'tag': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:28.489531 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2c3215-9b3e-403e-9bb8-6307dee62bcf', 'name': 'network-vif-deleted', 'tag': 'fdf27bcd-c9a0-4015-a7ec-e92afa62a04f', 'status': 'completed', 'code': 200}
Jul 23 16:30:28.898765 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:29.046807 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-60b37cc8-b8f5-4b37-b1db-f3d36bc0a294 req-fe5119e8-05ec-423a-aa54-d81dfeda7379 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Synchronizing usage tracker for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:30:29.063441 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-60b37cc8-b8f5-4b37-b1db-f3d36bc0a294 req-fe5119e8-05ec-423a-aa54-d81dfeda7379 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Unset dirty status for tenant:9b91736caab74a6eb5a5f02af6266d99 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:30:29.064731 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-60b37cc8-b8f5-4b37-b1db-f3d36bc0a294 req-fe5119e8-05ec-423a-aa54-d81dfeda7379 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c2c3215-9b3e-403e-9bb8-6307dee62bcf HTTP/1.1" status: 200  len: 210 time: 0.0621209
Jul 23 16:30:30.160687 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53570) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:30.324540 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-879f8ea4-587e-4a3e-9d6b-1decff4baaba tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Deleting port 10fb4e7b-a769-4c42-87eb-b5c4ca3ac27f {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:30.324797 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-879f8ea4-587e-4a3e-9d6b-1decff4baaba tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:30.382029 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:30.500067 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-879f8ea4-587e-4a3e-9d6b-1decff4baaba tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:30.500393 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-879f8ea4-587e-4a3e-9d6b-1decff4baaba tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:30.621451 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-879f8ea4-587e-4a3e-9d6b-1decff4baaba tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Calling delete_port for 10fb4e7b-a769-4c42-87eb-b5c4ca3ac27f owned by network:floatingip {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:30:30.761478 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-879f8ea4-587e-4a3e-9d6b-1decff4baaba tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:30.765828 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:30.800608 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device fdf27bcd-c9a0-4015-a7ec-e92afa62a04f no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:30:30.811803 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f8ea4-587e-4a3e-9d6b-1decff4baaba tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event deleted for resources: {'Port': ['ID=10fb4e7b-a769-4c42-87eb-b5c4ca3ac27f,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:30.837336 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: fdf27bcd-c9a0-4015-a7ec-e92afa62a04f {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:30:30.837744 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device fdf27bcd-c9a0-4015-a7ec-e92afa62a04f not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:30:30.842595 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-879f8ea4-587e-4a3e-9d6b-1decff4baaba tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:31.025515 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-879f8ea4-587e-4a3e-9d6b-1decff4baaba tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for floatingip, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:31.046660 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-879f8ea4-587e-4a3e-9d6b-1decff4baaba tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:31.047941 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-879f8ea4-587e-4a3e-9d6b-1decff4baaba tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "DELETE /v2.0/floatingips/09dafcfd-16e0-4f6c-8aed-ec1338330ba8 HTTP/1.1" status: 204  len: 168 time: 0.8860168
Jul 23 16:30:32.446389 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53586) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:32.514526 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-39034c4d-60a0-4f8f-b11d-09d1ac7baebe tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.544177 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-39034c4d-60a0-4f8f-b11d-09d1ac7baebe tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.608786 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-39034c4d-60a0-4f8f-b11d-09d1ac7baebe tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.612824 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-d9e7778f-3a14-4b3d-87a9-363d21e04a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:32.626407 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39034c4d-60a0-4f8f-b11d-09d1ac7baebe tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=935b454e-2e36-4513-801e-3f9bea24a118,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:32.630505 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-39034c4d-60a0-4f8f-b11d-09d1ac7baebe tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:32.635235 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-39034c4d-60a0-4f8f-b11d-09d1ac7baebe tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.636713 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-39034c4d-60a0-4f8f-b11d-09d1ac7baebe tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] 10.222.0.82 "DELETE /v2.0/security-groups/935b454e-2e36-4513-801e-3f9bea24a118 HTTP/1.1" status: 204  len: 168 time: 0.1891675
Jul 23 16:30:32.696883 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 53592) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:33.467155 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0104790d-6ea3-49c6-a0bc-aefa18fa150f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407490'] for router_interface, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:33.830527 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-0104790d-6ea3-49c6-a0bc-aefa18fa150f admin admin] Deleting port 866ba332-3d90-4974-afd1-3183a0807820 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:33.831280 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0104790d-6ea3-49c6-a0bc-aefa18fa150f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:34.004814 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [None req-0104790d-6ea3-49c6-a0bc-aefa18fa150f admin admin] For port 866ba332-3d90-4974-afd1-3183a0807820, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=866ba332-3d90-4974-afd1-3183a0807820,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:34.005171 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0104790d-6ea3-49c6-a0bc-aefa18fa150f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:34.131558 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-0104790d-6ea3-49c6-a0bc-aefa18fa150f admin admin] Calling delete_port for 866ba332-3d90-4974-afd1-3183a0807820 owned by network:router_interface {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:30:34.558490 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0104790d-6ea3-49c6-a0bc-aefa18fa150f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:34.562893 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ce957547-a014-419b-ba5a-02bec876a0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:34.607771 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104790d-6ea3-49c6-a0bc-aefa18fa150f admin admin] Pushing event deleted for resources: {'Port': ['ID=866ba332-3d90-4974-afd1-3183a0807820,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:34.635815 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-0104790d-6ea3-49c6-a0bc-aefa18fa150f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:34.879933 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-0104790d-6ea3-49c6-a0bc-aefa18fa150f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407486'] for router_interface, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:35.246296 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0104790d-6ea3-49c6-a0bc-aefa18fa150f admin admin] Router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:30:35.424656 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0104790d-6ea3-49c6-a0bc-aefa18fa150f admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:30:35.434596 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9e618-7d74-4713-84bb-5ea47ca966d3 None None] Sync routers for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:30:35.443327 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-0104790d-6ea3-49c6-a0bc-aefa18fa150f admin admin] 10.222.0.82 "PUT /v2.0/routers/0dd5f4e0-8194-4660-b5d5-902adb5ec3ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7450643
Jul 23 16:30:35.445806 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 53598) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:35.448042 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9e618-7d74-4713-84bb-5ea47ca966d3 None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:30:35.448653 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-3aa9e618-7d74-4713-84bb-5ea47ca966d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09199aefd0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:30:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:35.629364 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:35.631939 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-3aa9e618-7d74-4713-84bb-5ea47ca966d3 None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:30:35.923099 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-3aa9e618-7d74-4713-84bb-5ea47ca966d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09199aefd0>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:30:34Z', 'revision_number': 5, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port': {'id': '0d6a760e-685d-4508-bd6a-11ca48cd3e95', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:20Z', 'updated_at': '2021-07-23T16:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:35.926905 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9e618-7d74-4713-84bb-5ea47ca966d3 None None] Checking router: 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:30:35.936097 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9e618-7d74-4713-84bb-5ea47ca966d3 None None] Routers {'0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:30:35.936698 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-3aa9e618-7d74-4713-84bb-5ea47ca966d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09199aefd0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:30:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:35.942444 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:35.952042 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Deleting port 0d6a760e-685d-4508-bd6a-11ca48cd3e95 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:35.952459 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.094256 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-3aa9e618-7d74-4713-84bb-5ea47ca966d3 None None] Set router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea gateway port host: None {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:30:36.139341 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] For port 0d6a760e-685d-4508-bd6a-11ca48cd3e95, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=0d6a760e-685d-4508-bd6a-11ca48cd3e95,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:36.139699 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.201808 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-3aa9e618-7d74-4713-84bb-5ea47ca966d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09199aefd0>, [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:30:35Z', 'revision_number': 6, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port_host': None}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:36.206054 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9e618-7d74-4713-84bb-5ea47ca966d3 None None] The sync data for ids ['0dd5f4e0-8194-4660-b5d5-902adb5ec3ea'] in dv-cinder-802036-1-iscsi is: [{'id': '0dd5f4e0-8194-4660-b5d5-902adb5ec3ea', 'name': 'tempest-TestVolumeBootPattern-2132035225-router', 'tenant_id': '9b91736caab74a6eb5a5f02af6266d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:19Z', 'updated_at': '2021-07-23T16:30:35Z', 'revision_number': 6, 'project_id': '9b91736caab74a6eb5a5f02af6266d99', 'gw_port_host': None}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:30:36.269472 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Calling delete_port for 0d6a760e-685d-4508-bd6a-11ca48cd3e95 owned by network:router_gateway {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:30:36.439199 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.444541 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-dad217e0-8aed-4162-bf8b-2150afdb1521 tempest-VolumesActionsTest-719503402 tempest-VolumesActionsTest-719503402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:36.488486 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6a760e-685d-4508-bd6a-11ca48cd3e95,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:36.518425 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:36.587256 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475671'] for router_gateway, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.764246 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-350'] for router, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.766397 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.790368 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404301'] for router, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.790892 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dd5f4e0-8194-4660-b5d5-902adb5ec3ea {{(pid=78518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 23 16:30:36.804361 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.805481 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-8827cfe1-d216-46d9-99c4-ee61590d6bf4 admin admin] 10.222.0.82 "DELETE /v2.0/routers/0dd5f4e0-8194-4660-b5d5-902adb5ec3ea HTTP/1.1" status: 204  len: 168 time: 1.3588367
Jul 23 16:30:36.808258 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.wsgi [-] (78518) accepted ('10.222.0.82', 53602) {{(pid=78518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:36.867714 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.db_base_plugin_v2 [None req-002f2c3a-240e-4d9c-aa85-f67750271f56 admin admin] Deleting subnet ed8a5c54-2b80-4df0-9563-26a74e02a670 {{(pid=78518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:30:36.870854 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-002f2c3a-240e-4d9c-aa85-f67750271f56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.923357 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-002f2c3a-240e-4d9c-aa85-f67750271f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599332'] for subnet, precommit_delete_associations {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.005509 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-002f2c3a-240e-4d9c-aa85-f67750271f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.074897 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-002f2c3a-240e-4d9c-aa85-f67750271f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563618'] for subnet, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.079049 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-94aa8d8f-ccc4-4854-a69f-cbd9b6bf3e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:37.119031 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f2c3a-240e-4d9c-aa85-f67750271f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8a5c54-2b80-4df0-9563-26a74e02a670,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:37.122342 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-002f2c3a-240e-4d9c-aa85-f67750271f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:37.123335 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [None req-002f2c3a-240e-4d9c-aa85-f67750271f56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.130103 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350fbedb-192f-491a-9ca5-a915ccdfd93e None None] Network 10915c46-1d6d-4de0-80b0-bbee884607df requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:30:37.132534 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53608) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:37.133006 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [None req-002f2c3a-240e-4d9c-aa85-f67750271f56 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/ed8a5c54-2b80-4df0-9563-26a74e02a670 HTTP/1.1" status: 204  len: 168 time: 0.3234050
Jul 23 16:30:37.253089 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.264695 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Deleting port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:37.265025 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.275251 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 866ba332-3d90-4974-afd1-3183a0807820 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:30:37.341518 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 866ba332-3d90-4974-afd1-3183a0807820 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:30:37.341875 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 866ba332-3d90-4974-afd1-3183a0807820 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:30:37.342311 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 0d6a760e-685d-4508-bd6a-11ca48cd3e95 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:30:37.435846 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 0d6a760e-685d-4508-bd6a-11ca48cd3e95 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:30:37.436202 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 0d6a760e-685d-4508-bd6a-11ca48cd3e95 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:30:37.485190 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] For port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:37.485549 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.523058 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3d54c7-98bf-47b6-8ba7-04d36ca12094 None None] DHCP port deletion for 10915c46-1d6d-4de0-80b0-bbee884607df request from dv-cinder-802036-1-iscsi {{(pid=78520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 23 16:30:37.527410 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d54c7-98bf-47b6-8ba7-04d36ca12094 None None] Deleting port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:37.527723 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fa3d54c7-98bf-47b6-8ba7-04d36ca12094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.610960 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Calling delete_port for c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 owned by network:dhcp {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:30:37.689241 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.692873 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:37.734878 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Pushing event deleted for resources: {'Port': ['ID=c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:37.736806 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-fa3d54c7-98bf-47b6-8ba7-04d36ca12094 None None] For port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656,segment=NetworkSegment(8f4af40a-9ebf-4de1-a380-f4c9183a15f3),segment_id=8f4af40a-9ebf-4de1-a380-f4c9183a15f3)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:37.737025 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fa3d54c7-98bf-47b6-8ba7-04d36ca12094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.739613 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:37.740601 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] No DVR routers for this DVR port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 on host dv-cinder-802036-1-iscsi {{(pid=78519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:30:37.857071 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.862017 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d54c7-98bf-47b6-8ba7-04d36ca12094 None None] Calling delete_port for c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 owned by network:dhcp {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:30:37.871129 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09184abcd0>,) {'filters': {'network_id': ['10915c46-1d6d-4de0-80b0-bbee884607df']}} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:37.883699 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09184abcd0>, '8f4af40a-9ebf-4de1-a380-f4c9183a15f3') {'for_net_delete': True} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:37.883996 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09184abcd0>, '8f4af40a-9ebf-4de1-a380-f4c9183a15f3') {} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:37.895409 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1851693'] for segment, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.911584 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.918040 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=78519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:30:37.918433 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1709463'] for segment, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]: Traceback (most recent call last):
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     timer()
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     cb(*args, **kw)
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     return func(*args, **kwargs)
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     self._notify()
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     self.callback(batched_events)
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     event.method(event)
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     return f(self, *a, **k)
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._get(url).json()
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:30:37.932075 dv-cinder-802036-1-iscsi neutron-server[78519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:30:37.939568 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.db.api [None req-fa3d54c7-98bf-47b6-8ba7-04d36ca12094 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:30:37.939919 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_db.api [None req-fa3d54c7-98bf-47b6-8ba7-04d36ca12094 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:30:38.011636 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:38.015226 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1586fd0f-209b-4613-8148-62f1ce5f6b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:38.030603 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:38.036402 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Pushing event deleted for resources: {'Network': ['ID=10915c46-1d6d-4de0-80b0-bbee884607df,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:38.040967 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:38.046663 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-57c42fb9-30a0-49b8-b437-4f11b65be775 admin admin] 10.222.0.82 "DELETE /v2.0/networks/10915c46-1d6d-4de0-80b0-bbee884607df HTTP/1.1" status: 204  len: 168 time: 0.9131236
Jul 23 16:30:38.049543 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53612) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:38.441232 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d54c7-98bf-47b6-8ba7-04d36ca12094 None None] Deleting port c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:38.441851 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fa3d54c7-98bf-47b6-8ba7-04d36ca12094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:38.512286 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d54c7-98bf-47b6-8ba7-04d36ca12094 None None] The port 'c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656' was deleted {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 23 16:30:38.688279 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5d758e8a-a567-45aa-90f2-b88639b55815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407490'] for router_interface, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:39.039226 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-5d758e8a-a567-45aa-90f2-b88639b55815 admin admin] Deleting port d7deff28-9264-48b0-bf90-8adf3bc21416 {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:39.039568 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5d758e8a-a567-45aa-90f2-b88639b55815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:39.217656 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [None req-5d758e8a-a567-45aa-90f2-b88639b55815 admin admin] For port d7deff28-9264-48b0-bf90-8adf3bc21416, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=d7deff28-9264-48b0-bf90-8adf3bc21416,segment=NetworkSegment(7189286a-b66e-4ecc-a19d-5f422b7323ae),segment_id=7189286a-b66e-4ecc-a19d-5f422b7323ae)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:39.218017 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5d758e8a-a567-45aa-90f2-b88639b55815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:39.257552 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:30:39.292426 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:30:39.292693 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device c27d4d72-43d3-4cb8-8bcb-8ad3cdc9a656 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:30:39.344008 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-5d758e8a-a567-45aa-90f2-b88639b55815 admin admin] Calling delete_port for d7deff28-9264-48b0-bf90-8adf3bc21416 owned by network:router_interface {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:30:39.537477 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5d758e8a-a567-45aa-90f2-b88639b55815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:39.541185 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:39.590710 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d758e8a-a567-45aa-90f2-b88639b55815 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7deff28-9264-48b0-bf90-8adf3bc21416,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:39.593191 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-5d758e8a-a567-45aa-90f2-b88639b55815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:39.886860 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-5d758e8a-a567-45aa-90f2-b88639b55815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407486'] for router_interface, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:40.371015 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d758e8a-a567-45aa-90f2-b88639b55815 admin admin] Router 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:30:40.548005 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d758e8a-a567-45aa-90f2-b88639b55815 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:30:40.556887 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86076893-655d-4798-b559-bcc351c70fd8 None None] Sync routers for ids ['0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:30:40.564913 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-5d758e8a-a567-45aa-90f2-b88639b55815 admin admin] 10.222.0.82 "PUT /v2.0/routers/0bd03cab-4ee4-4ff8-aef7-3f0013d6311a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5143552
Jul 23 16:30:40.567107 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86076893-655d-4798-b559-bcc351c70fd8 None None] Routers {'0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:30:40.567314 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53616) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:40.567725 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-86076893-655d-4798-b559-bcc351c70fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091a004310>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:30:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:40.749134 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Notify callbacks [] for router, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:40.774495 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-86076893-655d-4798-b559-bcc351c70fd8 None None] Set router 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:30:40.929468 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:40.939130 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Deleting port 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:40.939557 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:41.064236 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-86076893-655d-4798-b559-bcc351c70fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091a004310>, [{'id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'name': 'tempest-TestVolumeBootPattern-620439661-router', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:27Z', 'updated_at': '2021-07-23T16:30:39Z', 'revision_number': 5, 'project_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'gw_port': {'id': '0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:28Z', 'updated_at': '2021-07-23T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:41.068139 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86076893-655d-4798-b559-bcc351c70fd8 None None] Checking router: 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:30:41.077090 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86076893-655d-4798-b559-bcc351c70fd8 None None] Routers {'0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:30:41.077702 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-86076893-655d-4798-b559-bcc351c70fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f091a004310>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:30:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:41.118259 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] For port 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:41.118618 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:41.237027 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-86076893-655d-4798-b559-bcc351c70fd8 None None] Set router 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a gateway port host: None {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:30:41.247289 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Calling delete_port for 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b owned by network:router_gateway {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:30:41.347280 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-86076893-655d-4798-b559-bcc351c70fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f091a004310>, [{'id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'name': 'tempest-TestVolumeBootPattern-620439661-router', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:27Z', 'updated_at': '2021-07-23T16:30:40Z', 'revision_number': 6, 'project_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'gw_port_host': None}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:41.352490 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86076893-655d-4798-b559-bcc351c70fd8 None None] The sync data for ids ['0bd03cab-4ee4-4ff8-aef7-3f0013d6311a'] in dv-cinder-802036-1-iscsi is: [{'id': '0bd03cab-4ee4-4ff8-aef7-3f0013d6311a', 'name': 'tempest-TestVolumeBootPattern-620439661-router', 'tenant_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:27Z', 'updated_at': '2021-07-23T16:30:40Z', 'revision_number': 6, 'project_id': '4e3e456ccc054c9fa2cdbaaea96de412', 'gw_port_host': None}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:30:41.429568 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:41.433532 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-879f8ea4-587e-4a3e-9d6b-1decff4baaba tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:41.481247 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:41.613025 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:41.676770 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475671'] for router_gateway, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:41.858038 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-350'] for router, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:41.860230 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:41.885679 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404301'] for router, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:41.886100 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd03cab-4ee4-4ff8-aef7-3f0013d6311a {{(pid=78519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 23 16:30:41.900895 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Notify callbacks [] for router, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:41.902007 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] 10.222.0.82 "DELETE /v2.0/routers/0bd03cab-4ee4-4ff8-aef7-3f0013d6311a HTTP/1.1" status: 204  len: 168 time: 1.3337946
Jul 23 16:30:41.904518 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53622) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:41.963883 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_v2 [None req-75aa2ecf-9d7f-4023-9261-de4b38ef6483 admin admin] Deleting subnet 846c5a31-91f7-480b-80be-4562a5537bdd {{(pid=78519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:30:41.966731 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-75aa2ecf-9d7f-4023-9261-de4b38ef6483 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:42.016469 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-75aa2ecf-9d7f-4023-9261-de4b38ef6483 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1851698'] for subnet, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:42.145580 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-75aa2ecf-9d7f-4023-9261-de4b38ef6483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:42.216314 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-75aa2ecf-9d7f-4023-9261-de4b38ef6483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1709553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2214887'] for subnet, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:42.221148 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:42.259710 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa2ecf-9d7f-4023-9261-de4b38ef6483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846c5a31-91f7-480b-80be-4562a5537bdd,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:42.262934 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-75aa2ecf-9d7f-4023-9261-de4b38ef6483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:42.263967 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-75aa2ecf-9d7f-4023-9261-de4b38ef6483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:42.270267 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b65b9e-732e-45a3-ae5c-b639fe1fd21c None None] Network 98ce32ea-89e3-4800-b6e8-95b026e0f78e requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:30:42.271110 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-75aa2ecf-9d7f-4023-9261-de4b38ef6483 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/846c5a31-91f7-480b-80be-4562a5537bdd HTTP/1.1" status: 204  len: 168 time: 0.3655870
Jul 23 16:30:42.274218 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53626) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:42.390404 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:42.402200 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Deleting port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:42.402452 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:42.526795 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604c6cf5-f1a6-4983-9e51-5f6e45039153 None None] DHCP port deletion for 98ce32ea-89e3-4800-b6e8-95b026e0f78e request from dv-cinder-802036-1-iscsi {{(pid=78520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 23 16:30:42.531158 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-604c6cf5-f1a6-4983-9e51-5f6e45039153 None None] Deleting port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:42.531536 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-604c6cf5-f1a6-4983-9e51-5f6e45039153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:42.611207 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] For port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=2b058185-78a8-4a77-9ac8-eff0bad0d9ed,segment=NetworkSegment(7189286a-b66e-4ecc-a19d-5f422b7323ae),segment_id=7189286a-b66e-4ecc-a19d-5f422b7323ae)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:42.611568 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:42.738366 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-604c6cf5-f1a6-4983-9e51-5f6e45039153 None None] For port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=2b058185-78a8-4a77-9ac8-eff0bad0d9ed,segment=NetworkSegment(7189286a-b66e-4ecc-a19d-5f422b7323ae),segment_id=7189286a-b66e-4ecc-a19d-5f422b7323ae)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:30:42.738676 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-604c6cf5-f1a6-4983-9e51-5f6e45039153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:42.739690 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Calling delete_port for 2b058185-78a8-4a77-9ac8-eff0bad0d9ed owned by network:dhcp {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:30:42.818024 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:42.822570 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-6f11c6bb-35c8-420c-acf3-74126df24a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:42.863571 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-604c6cf5-f1a6-4983-9e51-5f6e45039153 None None] Calling delete_port for 2b058185-78a8-4a77-9ac8-eff0bad0d9ed owned by network:dhcp {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:30:42.866928 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b058185-78a8-4a77-9ac8-eff0bad0d9ed,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:42.870279 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:42.871071 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] No DVR routers for this DVR port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed on host dv-cinder-802036-1-iscsi {{(pid=78519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:30:42.939377 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.db.api [None req-604c6cf5-f1a6-4983-9e51-5f6e45039153 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:30:42.939752 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_db.api [None req-604c6cf5-f1a6-4983-9e51-5f6e45039153 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:30:42.985511 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:42.998816 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0918b118e0>,) {'filters': {'network_id': ['98ce32ea-89e3-4800-b6e8-95b026e0f78e']}} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:43.015132 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0918b118e0>, '7189286a-b66e-4ecc-a19d-5f422b7323ae') {'for_net_delete': True} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:43.015456 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0918b118e0>, '7189286a-b66e-4ecc-a19d-5f422b7323ae') {} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:43.027399 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1851693'] for segment, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.132126 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.138664 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=78519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:30:43.139104 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1709463'] for segment, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]: Traceback (most recent call last):
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     timer()
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     cb(*args, **kw)
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     return func(*args, **kwargs)
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     self._notify()
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     self.callback(batched_events)
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     event.method(event)
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     return f(self, *a, **k)
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._get(url).json()
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:30:43.152332 dv-cinder-802036-1-iscsi neutron-server[78519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:30:43.232788 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.237237 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-5862d4ff-6325-41c0-9d3c-f70029f068fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:43.251382 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.261611 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device d7deff28-9264-48b0-bf90-8adf3bc21416 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:30:43.262499 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=98ce32ea-89e3-4800-b6e8-95b026e0f78e,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:43.267004 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:43.272700 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-fc0290fa-ba33-4534-af6b-a51bd1b4fca0 admin admin] 10.222.0.82 "DELETE /v2.0/networks/98ce32ea-89e3-4800-b6e8-95b026e0f78e HTTP/1.1" status: 204  len: 168 time: 0.9951084
Jul 23 16:30:43.298750 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: d7deff28-9264-48b0-bf90-8adf3bc21416 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:30:43.299258 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device d7deff28-9264-48b0-bf90-8adf3bc21416 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:30:43.299559 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 2b058185-78a8-4a77-9ac8-eff0bad0d9ed no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:30:43.334067 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 2b058185-78a8-4a77-9ac8-eff0bad0d9ed {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:30:43.334364 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 2b058185-78a8-4a77-9ac8-eff0bad0d9ed not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:30:43.334790 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:30:43.368530 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:30:43.368877 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 0d440fd2-fdcf-4455-b4ab-3a2ffa4d962b not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:30:43.393775 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53632) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:43.440848 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-604c6cf5-f1a6-4983-9e51-5f6e45039153 None None] Deleting port 2b058185-78a8-4a77-9ac8-eff0bad0d9ed {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:30:43.441247 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-604c6cf5-f1a6-4983-9e51-5f6e45039153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.442533 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-56931596-2fbf-4d88-a08b-01357df09426 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9b91736caab74a6eb5a5f02af6266d99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475173
Jul 23 16:30:43.445507 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53636) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:43.507805 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d90773d7-5ab3-4945-96ef-f79ecfab7afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.534004 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d90773d7-5ab3-4945-96ef-f79ecfab7afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.541318 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-604c6cf5-f1a6-4983-9e51-5f6e45039153 None None] The port '2b058185-78a8-4a77-9ac8-eff0bad0d9ed' was deleted {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 23 16:30:43.589302 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d90773d7-5ab3-4945-96ef-f79ecfab7afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.594258 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-eab9adaa-cf50-4876-8c78-9be297267a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:43.606176 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90773d7-5ab3-4945-96ef-f79ecfab7afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959028be-9a45-486d-ac24-f0f48a94de5d,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:43.609076 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-d90773d7-5ab3-4945-96ef-f79ecfab7afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:43.611009 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d90773d7-5ab3-4945-96ef-f79ecfab7afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.614413 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-d90773d7-5ab3-4945-96ef-f79ecfab7afb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/959028be-9a45-486d-ac24-f0f48a94de5d HTTP/1.1" status: 204  len: 168 time: 0.1657207
Jul 23 16:30:43.950110 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53644) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:44.003431 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-b4cff509-71fa-4573-b90a-1a6a33ac00e1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4e3e456ccc054c9fa2cdbaaea96de412&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519977
Jul 23 16:30:44.005901 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53648) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:44.064662 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1e93533b-618e-47ea-964b-fa250af0084a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.091039 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1e93533b-618e-47ea-964b-fa250af0084a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.144556 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1e93533b-618e-47ea-964b-fa250af0084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.149068 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-6dfd85eb-c49a-4c97-a5b2-3272aa2228b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:44.161591 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93533b-618e-47ea-964b-fa250af0084a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75859c4a-cf74-469c-84c2-107ea02de696,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:44.165303 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1e93533b-618e-47ea-964b-fa250af0084a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:44.167338 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1e93533b-618e-47ea-964b-fa250af0084a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.168469 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-1e93533b-618e-47ea-964b-fa250af0084a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/75859c4a-cf74-469c-84c2-107ea02de696 HTTP/1.1" status: 204  len: 168 time: 0.1616094
Jul 23 16:30:52.454280 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:30:55.159739 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2eda6513-d293-48e4-8bd5-9b01f6805a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:55.944733 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:57.610115 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4c70f-f785-4f5a-aae6-1b6a22363482 req-ba460a72-a05b-4830-a32f-e7822a6f2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:57.611640 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4bd4c70f-f785-4f5a-aae6-1b6a22363482 req-ba460a72-a05b-4830-a32f-e7822a6f2339 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad91deeca7344aee9a0e1382c869f258&device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 1137 time: 0.1005986
Jul 23 16:30:57.622501 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70e876-5834-4268-8698-59c23e2c4287 req-0028622b-8df5-4957-be29-c17351a1a76f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:57.623907 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-be70e876-5834-4268-8698-59c23e2c4287 req-0028622b-8df5-4957-be29-c17351a1a76f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.1508410
Jul 23 16:30:57.860616 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-be70e876-5834-4268-8698-59c23e2c4287 req-60f1b48e-e194-4b91-ba10-ce7fa875ec26 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2177885
Jul 23 16:30:57.890433 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4c70f-f785-4f5a-aae6-1b6a22363482 req-db545ea6-3d44-4661-972d-5fad00c9beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:57.891918 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4bd4c70f-f785-4f5a-aae6-1b6a22363482 req-db545ea6-3d44-4661-972d-5fad00c9beaf service neutron] 10.222.0.83 "GET /v2.0/networks?id=0fdc29cd-a0eb-464c-b587-780e21598c8f HTTP/1.1" status: 200  len: 916 time: 0.2671800
Jul 23 16:30:58.003632 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c45de867-07a4-493d-8dda-6f57e2512852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:58.004285 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4bd4c70f-f785-4f5a-aae6-1b6a22363482 req-1513e3f4-a5f9-4aa2-8aed-c8d0db4ffd42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694 HTTP/1.1" status: 200  len: 1001 time: 0.1017115
Jul 23 16:30:58.070822 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4c70f-f785-4f5a-aae6-1b6a22363482 req-cf493b12-c8bb-4190-999c-812f7e0fb8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:58.072312 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4bd4c70f-f785-4f5a-aae6-1b6a22363482 req-cf493b12-c8bb-4190-999c-812f7e0fb8de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec9a3657-a8ef-4383-878d-d06b49875937 HTTP/1.1" status: 200  len: 853 time: 0.0600445
Jul 23 16:30:58.091085 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:58.159500 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4c70f-f785-4f5a-aae6-1b6a22363482 req-aad072e6-054f-46b2-8639-18ee81b1f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:58.160909 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4bd4c70f-f785-4f5a-aae6-1b6a22363482 req-aad072e6-054f-46b2-8639-18ee81b1f7e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0fdc29cd-a0eb-464c-b587-780e21598c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777812
Jul 23 16:30:58.297671 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4bd4c70f-f785-4f5a-aae6-1b6a22363482 req-236e6a46-3952-4e42-b798-2c89c27b1edd service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280515
Jul 23 16:30:58.433598 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4bd4c70f-f785-4f5a-aae6-1b6a22363482 req-ca6d4ca6-2992-43e2-9732-0c206235600c service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248753
Jul 23 16:30:58.902424 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:59.060074 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e2e7f-344e-4280-bcdf-3370d8fa3c52 req-9f670370-6bf3-487a-86b1-a1814363aa86 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:59.061581 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e4e2e7f-344e-4280-bcdf-3370d8fa3c52 req-9f670370-6bf3-487a-86b1-a1814363aa86 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0887911
Jul 23 16:30:59.109898 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4e4e2e7f-344e-4280-bcdf-3370d8fa3c52 req-b5f2c92e-0cbb-4aa2-b24b-c642c11b2cca tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0415387
Jul 23 16:31:00.305731 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc67be0-ec13-4e8f-a9ec-6b1c1a0e7332 req-4f1e9406-febc-4561-8221-37c6c729f3a9 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:00.307145 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dfc67be0-ec13-4e8f-a9ec-6b1c1a0e7332 req-4f1e9406-febc-4561-8221-37c6c729f3a9 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0857949
Jul 23 16:31:00.354921 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dfc67be0-ec13-4e8f-a9ec-6b1c1a0e7332 req-ae7230f1-0942-4687-8b53-f53efa0cad33 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0419059
Jul 23 16:31:00.383702 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:01.546535 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c1826-cd25-4de5-b583-2b2efb77f461 req-73504e96-67a5-4755-b1fb-f08d5ad48b58 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:01.548035 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-505c1826-cd25-4de5-b583-2b2efb77f461 req-73504e96-67a5-4755-b1fb-f08d5ad48b58 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0843618
Jul 23 16:31:01.595231 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-505c1826-cd25-4de5-b583-2b2efb77f461 req-2d7e71d8-f7b9-422d-b9c5-1f4a00d367d3 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0412145
Jul 23 16:31:02.501626 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dbbfe-a80d-4efd-bccb-c02769a16623 req-ff0f46f1-acd5-47ae-8c92-be7534400e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:02.503147 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-be9dbbfe-a80d-4efd-bccb-c02769a16623 req-ff0f46f1-acd5-47ae-8c92-be7534400e1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad91deeca7344aee9a0e1382c869f258&device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 1137 time: 0.0722942
Jul 23 16:31:02.661841 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dbbfe-a80d-4efd-bccb-c02769a16623 req-ddb55059-2882-4105-a050-f72da6d7e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:02.664226 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-be9dbbfe-a80d-4efd-bccb-c02769a16623 req-ddb55059-2882-4105-a050-f72da6d7e152 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0fdc29cd-a0eb-464c-b587-780e21598c8f HTTP/1.1" status: 200  len: 916 time: 0.1306176
Jul 23 16:31:02.820687 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-be9dbbfe-a80d-4efd-bccb-c02769a16623 req-b7388f44-7989-4f22-86b6-f8804f770f0b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694 HTTP/1.1" status: 200  len: 1001 time: 0.1481876
Jul 23 16:31:02.875950 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3499cd9-2526-4e80-abba-100116d39197 req-f2f71b1f-540d-47a7-ab59-ad3c959b947b tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:02.877365 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a3499cd9-2526-4e80-abba-100116d39197 req-f2f71b1f-540d-47a7-ab59-ad3c959b947b tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.1541820
Jul 23 16:31:02.927360 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dbbfe-a80d-4efd-bccb-c02769a16623 req-83f167b1-7675-4b7c-b689-1c24e4c8f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:02.929132 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-be9dbbfe-a80d-4efd-bccb-c02769a16623 req-83f167b1-7675-4b7c-b689-1c24e4c8f28a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec9a3657-a8ef-4383-878d-d06b49875937 HTTP/1.1" status: 200  len: 853 time: 0.0955749
Jul 23 16:31:02.940604 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-a3499cd9-2526-4e80-abba-100116d39197 req-ca2d46eb-d399-445e-ab39-2835947142fd tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0568476
Jul 23 16:31:03.015266 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dbbfe-a80d-4efd-bccb-c02769a16623 req-da7e3fad-aecb-4bb1-8f89-5004b247600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:03.016776 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-be9dbbfe-a80d-4efd-bccb-c02769a16623 req-da7e3fad-aecb-4bb1-8f89-5004b247600f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0fdc29cd-a0eb-464c-b587-780e21598c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753467
Jul 23 16:31:03.257701 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-be9dbbfe-a80d-4efd-bccb-c02769a16623 req-5c37cdab-09b9-468a-adc5-13ccfbc52d79 service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2310517
Jul 23 16:31:03.393433 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-be9dbbfe-a80d-4efd-bccb-c02769a16623 req-4a11b84d-2e04-40a8-b6c7-b74cbeb0c5aa service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263392
Jul 23 16:31:04.124649 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e51b1-b639-446f-87ed-96f13d2a0c3c req-9045d815-1622-4183-a771-e7a3301d9386 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:04.126174 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-649e51b1-b639-446f-87ed-96f13d2a0c3c req-9045d815-1622-4183-a771-e7a3301d9386 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0802302
Jul 23 16:31:04.173319 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-649e51b1-b639-446f-87ed-96f13d2a0c3c req-4773ddf3-38e8-473a-9d60-bee356837992 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0405099
Jul 23 16:31:05.370157 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045833f9-cff0-487a-a0de-be1384e1ff4f req-453e13b2-cfab-4f14-a09a-02ce11aec15b tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:05.371898 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-045833f9-cff0-487a-a0de-be1384e1ff4f req-453e13b2-cfab-4f14-a09a-02ce11aec15b tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0870864
Jul 23 16:31:05.421426 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-045833f9-cff0-487a-a0de-be1384e1ff4f req-3ada6f14-e7ab-4246-9d45-69ee4b2b9262 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0430076
Jul 23 16:31:06.605544 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6420c5-c5ec-4a72-9f32-81cfabaad1c4 req-7d695d7a-a29d-4e3b-b0e2-b78d15a4f337 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:06.607275 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7b6420c5-c5ec-4a72-9f32-81cfabaad1c4 req-7d695d7a-a29d-4e3b-b0e2-b78d15a4f337 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0810926
Jul 23 16:31:06.659862 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-7b6420c5-c5ec-4a72-9f32-81cfabaad1c4 req-41da5a6d-22b2-47a6-a825-782ef5d49174 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0461223
Jul 23 16:31:07.849230 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e71ea-9c0b-4a92-addc-993aa2f7d582 req-2e915bda-3259-4f5e-bc3c-2ffae26a157c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:07.851251 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-734e71ea-9c0b-4a92-addc-993aa2f7d582 req-2e915bda-3259-4f5e-bc3c-2ffae26a157c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0812156
Jul 23 16:31:07.900611 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-734e71ea-9c0b-4a92-addc-993aa2f7d582 req-451d965f-5c48-4a8e-8325-0a3ee0b139a4 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0434589
Jul 23 16:31:09.098439 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc437b-59a1-49a7-95d4-aa2e93addfbc req-9471bc9e-65d2-480a-b937-9aaf8d8592e7 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:09.099940 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4bdc437b-59a1-49a7-95d4-aa2e93addfbc req-9471bc9e-65d2-480a-b937-9aaf8d8592e7 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0900323
Jul 23 16:31:09.149379 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-4bdc437b-59a1-49a7-95d4-aa2e93addfbc req-8cd394d9-32d3-4995-9a06-39d4b816a6ff tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0435266
Jul 23 16:31:10.333748 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b48151-5543-4db2-bee9-5274f3c2056c req-9eba6691-e60c-470c-b921-138090c92087 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:10.335678 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-59b48151-5543-4db2-bee9-5274f3c2056c req-9eba6691-e60c-470c-b921-138090c92087 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0803375
Jul 23 16:31:10.382600 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-59b48151-5543-4db2-bee9-5274f3c2056c req-a878ab31-5a31-4eb6-8072-18968325e0e0 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0410535
Jul 23 16:31:11.573734 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c93b6a-6e30-4b97-9803-23d77269890f req-8a5dbd4c-0f79-4d06-9eb5-9aa666e4c339 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:11.575224 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d6c93b6a-6e30-4b97-9803-23d77269890f req-8a5dbd4c-0f79-4d06-9eb5-9aa666e4c339 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0851672
Jul 23 16:31:11.623366 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d6c93b6a-6e30-4b97-9803-23d77269890f req-44f5fac3-3048-4b46-9fe0-5591e4d2949f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0423291
Jul 23 16:31:12.819613 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6627f-ffa9-4cd5-955d-2ee56f55c9ec req-49543f22-8019-4612-a9e0-0a5bbc612703 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:12.827001 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-15f6627f-ffa9-4cd5-955d-2ee56f55c9ec req-49543f22-8019-4612-a9e0-0a5bbc612703 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0906482
Jul 23 16:31:12.871788 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-15f6627f-ffa9-4cd5-955d-2ee56f55c9ec req-733c0d28-a3e4-4e88-ad46-0d6213d46c58 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0430093
Jul 23 16:31:14.057936 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4079e-d2bd-45bb-a5a2-4b894e554056 req-4da4c2b1-078c-492c-8d02-57fcb6fccd21 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:14.059445 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-49c4079e-d2bd-45bb-a5a2-4b894e554056 req-4da4c2b1-078c-492c-8d02-57fcb6fccd21 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0809562
Jul 23 16:31:14.106939 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-49c4079e-d2bd-45bb-a5a2-4b894e554056 req-61cd3bdd-a57e-4382-986c-08b7640b60bb tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0416908
Jul 23 16:31:15.295353 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3a49b-9653-4576-ae54-26a8e76a6285 req-134d0d34-1071-4dda-bfe6-220c3e7839e1 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:15.296714 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e8c3a49b-9653-4576-ae54-26a8e76a6285 req-134d0d34-1071-4dda-bfe6-220c3e7839e1 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0829897
Jul 23 16:31:15.343824 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-e8c3a49b-9653-4576-ae54-26a8e76a6285 req-70cd9f12-9e7d-4410-af34-b0a36825ff40 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&id=36d27b80-4df4-41fb-a36c-863c6eef0069&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0412855
Jul 23 16:31:25.152480 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-896292ad-1bc9-4e1f-9893-f9bcd192867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:25.948598 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:28.003658 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-84453557-2c02-46f0-a150-e82e714c3255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:28.116082 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:28.904433 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:29.452839 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:31:30.388824 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:54.854249 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-102f23c1-f71b-4252-8f9b-f06c7e02bc5e req-21022c40-e0e9-4090-81bc-25fe628912c7 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254665093&fields=id&tenant_id=ad91deeca7344aee9a0e1382c869f258 HTTP/1.1" status: 200  len: 267 time: 0.0414546
Jul 23 16:31:54.945948 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f23c1-f71b-4252-8f9b-f06c7e02bc5e req-71cdf293-e550-45b4-b1fa-b7b3a8465ea1 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:54.947523 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-102f23c1-f71b-4252-8f9b-f06c7e02bc5e req-71cdf293-e550-45b4-b1fa-b7b3a8465ea1 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 984 time: 0.0879314
Jul 23 16:31:54.958234 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.v2.base [req-102f23c1-f71b-4252-8f9b-f06c7e02bc5e req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Request body: {'port': {'security_groups': ['70600970-a8ec-4b61-86b0-82a850b927f7']}} {{(pid=78518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 23 16:31:55.082025 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-102f23c1-f71b-4252-8f9b-f06c7e02bc5e req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7620410'] for port, before_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:55.154661 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-21c8a58a-c873-4c76-b29f-7f1da692587f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:55.328812 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-102f23c1-f71b-4252-8f9b-f06c7e02bc5e req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] For port bd7bee2b-ae4f-4d37-85de-657fa5e68694, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:31:55.352754 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-102f23c1-f71b-4252-8f9b-f06c7e02bc5e req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for port, precommit_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:55.357363 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-102f23c1-f71b-4252-8f9b-f06c7e02bc5e req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729818212163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729817778234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729817778279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2612575'] for port, after_update {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:55.363010 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-c4f03584-e4fe-41fe-ac31-411d54ad2532 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:55.405248 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['bd7bee2b-ae4f-4d37-85de-657fa5e68694'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:31:55.534285 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f23c1-f71b-4252-8f9b-f06c7e02bc5e req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:55.534908 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-102f23c1-f71b-4252-8f9b-f06c7e02bc5e req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:55.536323 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-102f23c1-f71b-4252-8f9b-f06c7e02bc5e req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "PUT /v2.0/ports/bd7bee2b-ae4f-4d37-85de-657fa5e68694 HTTP/1.1" status: 200  len: 942 time: 0.5825911
Jul 23 16:31:55.536847 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:31:55.544916 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53710) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:55.574436 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event updated for resources: {'Port': ['ID=bd7bee2b-ae4f-4d37-85de-657fa5e68694,revision_number=7']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:55.582585 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.582893 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.583435 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.583817 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.584185 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.584907 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.585280 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.585657 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.586046 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.586470 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.586833 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.587218 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.591722 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-ff3dabfb-fbd3-4a60-b9c2-8e00412f8570 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:55.611937 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694', 'status': 'completed', 'code': 200}
Jul 23 16:31:55.632307 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:55.666107 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:55.741335 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:55.746643 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-a5a2f0a7-6f7e-42de-8a7c-6aee848abe47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:55.753461 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88b186-d151-487b-a539-9f47bf392e67 req-af512590-ad7f-4759-b583-7a2d111c1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:55.754944 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5d88b186-d151-487b-a539-9f47bf392e67 req-af512590-ad7f-4759-b583-7a2d111c1967 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad91deeca7344aee9a0e1382c869f258&device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 1098 time: 0.0804720
Jul 23 16:31:55.762666 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d27b80-4df4-41fb-a36c-863c6eef0069,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:55.777836 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.778226 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.778755 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.779163 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.779545 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.779919 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.780545 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.780737 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.781203 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.781565 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.781928 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.782289 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-iscsi {{(pid=78519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:55.785800 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:55.786931 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "DELETE /v2.0/security-groups/36d27b80-4df4-41fb-a36c-863c6eef0069 HTTP/1.1" status: 204  len: 168 time: 0.2415299
Jul 23 16:31:55.787618 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-0dfb27ff-f922-45b7-b704-55f6914533b1 None None] Provisioning complete for port bd7bee2b-ae4f-4d37-85de-657fa5e68694 triggered by entity DHCP. {{(pid=78520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:31:55.787894 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-d9c6d8c8-cad6-4c5e-9bb9-21a7b61ee9db tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:55.788063 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0dfb27ff-f922-45b7-b704-55f6914533b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699182'] for port, provisioning_complete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:55.790593 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53714) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:55.830703 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['bd7bee2b-ae4f-4d37-85de-657fa5e68694'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:31:55.910588 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88b186-d151-487b-a539-9f47bf392e67 req-a86d607b-74bd-4170-a710-f56f86d4188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:55.912280 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5d88b186-d151-487b-a539-9f47bf392e67 req-a86d607b-74bd-4170-a710-f56f86d4188c service neutron] 10.222.0.83 "GET /v2.0/networks?id=0fdc29cd-a0eb-464c-b587-780e21598c8f HTTP/1.1" status: 200  len: 916 time: 0.1472173
Jul 23 16:31:56.012573 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:56.018587 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Deleting port 497bbb18-d9c8-4039-af5d-aba07281234c {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:31:56.019298 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:56.027123 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5d88b186-d151-487b-a539-9f47bf392e67 req-9c0d9b84-4d34-4dc4-b3e6-3674b104d279 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694 HTTP/1.1" status: 200  len: 1001 time: 0.1076446
Jul 23 16:31:56.102084 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88b186-d151-487b-a539-9f47bf392e67 req-a6fef76b-a763-4632-a549-6a96c503b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:56.103904 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5d88b186-d151-487b-a539-9f47bf392e67 req-a6fef76b-a763-4632-a549-6a96c503b9bb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec9a3657-a8ef-4383-878d-d06b49875937 HTTP/1.1" status: 200  len: 853 time: 0.0678732
Jul 23 16:31:56.182398 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88b186-d151-487b-a539-9f47bf392e67 req-1e976b3a-4ffd-4236-9f0b-dca64c3d462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:56.183941 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5d88b186-d151-487b-a539-9f47bf392e67 req-1e976b3a-4ffd-4236-9f0b-dca64c3d462e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0fdc29cd-a0eb-464c-b587-780e21598c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0732865
Jul 23 16:31:56.199108 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:56.199443 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:56.323487 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Calling delete_port for 497bbb18-d9c8-4039-af5d-aba07281234c owned by network:floatingip {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:31:56.324590 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5d88b186-d151-487b-a539-9f47bf392e67 req-3496201f-1742-409f-a536-c4948dcb895d service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279719
Jul 23 16:31:56.459918 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-5d88b186-d151-487b-a539-9f47bf392e67 req-ec40cf51-a2e2-422a-b78e-16ed3818c228 service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278224
Jul 23 16:31:56.477264 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:56.481933 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-f0ddf485-a192-4d1d-a62d-817d4d90b87c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:56.526249 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event deleted for resources: {'Port': ['ID=497bbb18-d9c8-4039-af5d-aba07281234c,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:56.555666 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:56.618141 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks [] for floatingip, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:56.618475 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.db.l3_db [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Floating IP bef70074-95fe-45eb-aa63-923f9323fe28 disassociated (deleted). External IP: 172.27.1.118, port: bd7bee2b-ae4f-4d37-85de-657fa5e68694.
Jul 23 16:31:57.073770 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Router 4bbb5f59-49b9-4577-a677-95923881467b has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:31:57.256359 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:31:57.265780 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9812ad6a-3c44-4bf8-871e-3f9770fd7be2 None None] Sync routers for ids ['4bbb5f59-49b9-4577-a677-95923881467b'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:31:57.276286 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9812ad6a-3c44-4bf8-871e-3f9770fd7be2 None None] Routers {'4bbb5f59-49b9-4577-a677-95923881467b'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:31:57.276904 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-9812ad6a-3c44-4bf8-871e-3f9770fd7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09193a96a0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:31:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['4bbb5f59-49b9-4577-a677-95923881467b'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:31:57.277941 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for floatingip, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:57.333453 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-29b60753-aaf1-4061-bc9e-463e503fad5c tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "DELETE /v2.0/floatingips/bef70074-95fe-45eb-aa63-923f9323fe28 HTTP/1.1" status: 204  len: 168 time: 1.5417676
Jul 23 16:31:57.333856 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694'}] {{(pid=78519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:31:57.389090 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694', 'status': 'completed', 'code': 200}
Jul 23 16:31:57.463082 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-9812ad6a-3c44-4bf8-871e-3f9770fd7be2 None None] Set router 4bbb5f59-49b9-4577-a677-95923881467b gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:31:57.528475 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805866-2921-47e6-a6df-4ac4be6bffad req-3c34cc46-bd94-41a4-ae29-45c0dd3f8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:57.529964 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f6805866-2921-47e6-a6df-4ac4be6bffad req-3c34cc46-bd94-41a4-ae29-45c0dd3f8df7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad91deeca7344aee9a0e1382c869f258&device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 1098 time: 0.0792503
Jul 23 16:31:57.675907 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805866-2921-47e6-a6df-4ac4be6bffad req-21cbdb73-8d77-458f-af17-2728d4fc4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:57.677430 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f6805866-2921-47e6-a6df-4ac4be6bffad req-21cbdb73-8d77-458f-af17-2728d4fc4b39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0fdc29cd-a0eb-464c-b587-780e21598c8f HTTP/1.1" status: 200  len: 916 time: 0.1393366
Jul 23 16:31:57.772404 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f6805866-2921-47e6-a6df-4ac4be6bffad req-0fc20cf7-4652-438c-b012-cc515c1150a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694 HTTP/1.1" status: 200  len: 217 time: 0.0757287
Jul 23 16:31:57.802378 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-9812ad6a-3c44-4bf8-871e-3f9770fd7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09193a96a0>, [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 4, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port': {'id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:22Z', 'updated_at': '2021-07-23T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '1224ae15-f9ae-4f57-ae15-048cac515678', 'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'mac_address': 'fa:16:3e:e7:f2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:24Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 5, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'subnets': [{'id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:31:57.806526 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9812ad6a-3c44-4bf8-871e-3f9770fd7be2 None None] Checking router: 4bbb5f59-49b9-4577-a677-95923881467b for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:31:57.815223 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9812ad6a-3c44-4bf8-871e-3f9770fd7be2 None None] Routers {'4bbb5f59-49b9-4577-a677-95923881467b'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:31:57.815911 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-9812ad6a-3c44-4bf8-871e-3f9770fd7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09193a96a0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:31:28Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['4bbb5f59-49b9-4577-a677-95923881467b'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:31:57.844486 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805866-2921-47e6-a6df-4ac4be6bffad req-8ef89523-fae0-4371-929a-c649bc0d5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:57.845621 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f6805866-2921-47e6-a6df-4ac4be6bffad req-8ef89523-fae0-4371-929a-c649bc0d5a46 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec9a3657-a8ef-4383-878d-d06b49875937 HTTP/1.1" status: 200  len: 853 time: 0.0638974
Jul 23 16:31:57.924737 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805866-2921-47e6-a6df-4ac4be6bffad req-ea975784-38eb-407e-af40-0e5fbee57435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:57.926240 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f6805866-2921-47e6-a6df-4ac4be6bffad req-ea975784-38eb-407e-af40-0e5fbee57435 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0fdc29cd-a0eb-464c-b587-780e21598c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708311
Jul 23 16:31:58.002277 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cabddc19-f9cf-4059-a0d3-394d0596b6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:58.015090 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-9812ad6a-3c44-4bf8-871e-3f9770fd7be2 None None] Set router 4bbb5f59-49b9-4577-a677-95923881467b gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:31:58.078561 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f6805866-2921-47e6-a6df-4ac4be6bffad req-55853937-0782-49f3-b3ec-ff55f0862656 service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313810
Jul 23 16:31:58.228882 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:58.233860 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-f6805866-2921-47e6-a6df-4ac4be6bffad req-f248fc67-a713-4e81-ad6f-3eb4d7c76980 service neutron] 10.222.0.83 "GET /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361647
Jul 23 16:31:58.384299 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-9812ad6a-3c44-4bf8-871e-3f9770fd7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09193a96a0>, [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 4, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port': {'id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:22Z', 'updated_at': '2021-07-23T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '1224ae15-f9ae-4f57-ae15-048cac515678', 'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'mac_address': 'fa:16:3e:e7:f2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:24Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 5, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'subnets': [{'id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:31:58.388259 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9812ad6a-3c44-4bf8-871e-3f9770fd7be2 None None] The sync data for ids ['4bbb5f59-49b9-4577-a677-95923881467b'] in dv-cinder-802036-1-iscsi is: [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:29:25Z', 'revision_number': 4, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port': {'id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:22Z', 'updated_at': '2021-07-23T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi', '_interfaces': [{'id': '1224ae15-f9ae-4f57-ae15-048cac515678', 'name': '', 'network_id': '0fdc29cd-a0eb-464c-b587-780e21598c8f', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'mac_address': 'fa:16:3e:e7:f2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:24Z', 'updated_at': '2021-07-23T16:29:32Z', 'revision_number': 5, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'subnets': [{'id': 'ec9a3657-a8ef-4383-878d-d06b49875937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:31:58.603433 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e836c24-8a39-4a7b-aeae-0a04fccb76bb None None] New status for floating IP bef70074-95fe-45eb-aa63-923f9323fe28: DOWN {{(pid=78521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 23 16:31:58.906863 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:00.390649 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:01.725466 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3df27c-966d-439d-b12c-745af43df05d req-250d8cfa-5faf-40a6-a8e7-fc725cf28d57 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:01.727554 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dd3df27c-966d-439d-b12c-745af43df05d req-250d8cfa-5faf-40a6-a8e7-fc725cf28d57 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 945 time: 0.0811524
Jul 23 16:32:01.869819 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-dd3df27c-966d-439d-b12c-745af43df05d req-2f5546fc-75af-4905-8bee-baf92fd4166f tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363580
Jul 23 16:32:03.056618 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e501e34-8546-4c03-8952-1b654bc43b44 req-d47df9eb-1bac-4144-ab31-78630042f187 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:03.058109 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9e501e34-8546-4c03-8952-1b654bc43b44 req-d47df9eb-1bac-4144-ab31-78630042f187 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 945 time: 0.0829489
Jul 23 16:32:03.103449 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-9e501e34-8546-4c03-8952-1b654bc43b44 req-f7a1b918-2b20-461e-9c97-e79374150ff9 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396926
Jul 23 16:32:04.109819 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c18cad-3675-4453-b95d-450a1de47b17 req-4f7715dc-a319-40b2-93b7-c095d4f1a716 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:04.111310 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-64c18cad-3675-4453-b95d-450a1de47b17 req-4f7715dc-a319-40b2-93b7-c095d4f1a716 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.83 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 945 time: 0.0827048
Jul 23 16:32:04.184258 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-64c18cad-3675-4453-b95d-450a1de47b17 req-b526d8ac-7f86-4dbe-872b-dd886dcb5d92 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Deleting port bd7bee2b-ae4f-4d37-85de-657fa5e68694 {{(pid=78518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:32:04.184602 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-64c18cad-3675-4453-b95d-450a1de47b17 req-b526d8ac-7f86-4dbe-872b-dd886dcb5d92 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:04.396204 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833df2f-f6ed-4e6e-916d-af9f2c6e12cf req-20ff443b-1e82-4f87-81e2-e62220af1d08 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:04.397673 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b833df2f-f6ed-4e6e-916d-af9f2c6e12cf req-20ff443b-1e82-4f87-81e2-e62220af1d08 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 945 time: 0.1836843
Jul 23 16:32:04.515684 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-b833df2f-f6ed-4e6e-916d-af9f2c6e12cf req-313ec5cd-1d27-4a08-b6bf-868df14e0191 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/security-groups?id=70600970-a8ec-4b61-86b0-82a850b927f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110084
Jul 23 16:32:04.539434 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.db [req-64c18cad-3675-4453-b95d-450a1de47b17 req-b526d8ac-7f86-4dbe-872b-dd886dcb5d92 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] For port bd7bee2b-ae4f-4d37-85de-657fa5e68694, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=bd7bee2b-ae4f-4d37-85de-657fa5e68694,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:32:04.539798 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-64c18cad-3675-4453-b95d-450a1de47b17 req-b526d8ac-7f86-4dbe-872b-dd886dcb5d92 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:04.663910 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.plugins.ml2.plugin [req-64c18cad-3675-4453-b95d-450a1de47b17 req-b526d8ac-7f86-4dbe-872b-dd886dcb5d92 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Calling delete_port for bd7bee2b-ae4f-4d37-85de-657fa5e68694 owned by compute:nova {{(pid=78518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:32:04.808369 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-64c18cad-3675-4453-b95d-450a1de47b17 req-b526d8ac-7f86-4dbe-872b-dd886dcb5d92 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612550'] for port, after_delete {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:04.814628 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-0cc6062d-03e3-4a0b-8640-901a0c77fdb3 tempest-VolumesNegativeTest-1912754483 tempest-VolumesNegativeTest-1912754483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:04.851637 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] get_ports_and_sgs() called for port_ids ['bd7bee2b-ae4f-4d37-85de-657fa5e68694'] {{(pid=78520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 23 16:32:04.860058 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526d8ac-7f86-4dbe-872b-dd886dcb5d92 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Pushing event deleted for resources: {'Port': ['ID=bd7bee2b-ae4f-4d37-85de-657fa5e68694,revision_number=None']} {{(pid=78518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:04.862964 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG oslo_concurrency.lockutils [None req-b526d8ac-7f86-4dbe-872b-dd886dcb5d92 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:04.938476 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c18cad-3675-4453-b95d-450a1de47b17 req-b526d8ac-7f86-4dbe-872b-dd886dcb5d92 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] No DVR routers for this DVR port bd7bee2b-ae4f-4d37-85de-657fa5e68694 on host hv-cinder-80203 {{(pid=78518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:32:04.940725 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron_lib.callbacks.manager [req-64c18cad-3675-4453-b95d-450a1de47b17 req-b526d8ac-7f86-4dbe-872b-dd886dcb5d92 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208215'] for port, before_response {{(pid=78518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:04.943254 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'name': 'network-vif-deleted', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694'}] {{(pid=78518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:32:04.955213 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-64c18cad-3675-4453-b95d-450a1de47b17 req-b526d8ac-7f86-4dbe-872b-dd886dcb5d92 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.83 "DELETE /v2.0/ports/bd7bee2b-ae4f-4d37-85de-657fa5e68694 HTTP/1.1" status: 204  len: 173 time: 0.8361316
Jul 23 16:32:04.991952 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551fa35e-ad57-4156-b068-0caedc61cff1', 'name': 'network-vif-deleted', 'tag': 'bd7bee2b-ae4f-4d37-85de-657fa5e68694', 'status': 'completed', 'code': 200}
Jul 23 16:32:05.680890 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-d3be4837-bb72-4479-9bfb-784f08ec29a9 req-bc1fc329-0ea6-48d4-97c7-75c907517c20 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Synchronizing usage tracker for tenant:ad91deeca7344aee9a0e1382c869f258 on resource:port {{(pid=78518) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:32:05.696778 dv-cinder-802036-1-iscsi neutron-server[78518]: DEBUG neutron.quota.resource [req-d3be4837-bb72-4479-9bfb-784f08ec29a9 req-bc1fc329-0ea6-48d4-97c7-75c907517c20 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] Unset dirty status for tenant:ad91deeca7344aee9a0e1382c869f258 on resource:port {{(pid=78518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:32:05.698232 dv-cinder-802036-1-iscsi neutron-server[78518]: INFO neutron.wsgi [req-d3be4837-bb72-4479-9bfb-784f08ec29a9 req-bc1fc329-0ea6-48d4-97c7-75c907517c20 tempest-TestMinimumBasicScenario-1303283140 tempest-TestMinimumBasicScenario-1303283140-project] 10.222.0.82 "GET /v2.0/ports?device_id=551fa35e-ad57-4156-b068-0caedc61cff1 HTTP/1.1" status: 200  len: 210 time: 0.0598667
Jul 23 16:32:06.451407 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:32:08.549260 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53804) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:09.096603 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407490'] for router_interface, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:09.147603 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device bd7bee2b-ae4f-4d37-85de-657fa5e68694 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:32:09.184790 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] No Port match for: bd7bee2b-ae4f-4d37-85de-657fa5e68694 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:32:09.185445 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Device bd7bee2b-ae4f-4d37-85de-657fa5e68694 not bound to the agent host hv-cinder-80203 {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:32:09.463511 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] Deleting port 1224ae15-f9ae-4f57-ae15-048cac515678 {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:32:09.463857 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:09.743530 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] For port 1224ae15-f9ae-4f57-ae15-048cac515678, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=1224ae15-f9ae-4f57-ae15-048cac515678,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:32:09.744226 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:09.871249 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] Calling delete_port for 1224ae15-f9ae-4f57-ae15-048cac515678 owned by network:router_interface {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:32:10.051262 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:10.054799 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-6af22192-b402-4fb6-8c28-13f9961aa8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:10.097582 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] Pushing event deleted for resources: {'Port': ['ID=1224ae15-f9ae-4f57-ae15-048cac515678,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:10.100655 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:10.373018 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407486'] for router_interface, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:10.731188 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] Router 4bbb5f59-49b9-4577-a677-95923881467b has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:32:10.907623 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:32:10.916036 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7509f2d-e929-4a30-b1eb-8d73ab1a280c None None] Sync routers for ids ['4bbb5f59-49b9-4577-a677-95923881467b'] in dv-cinder-802036-1-iscsi {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:32:10.925009 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7509f2d-e929-4a30-b1eb-8d73ab1a280c None None] Routers {'4bbb5f59-49b9-4577-a677-95923881467b'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:32:10.925409 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] 10.222.0.82 "PUT /v2.0/routers/4bbb5f59-49b9-4577-a677-95923881467b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3747301
Jul 23 16:32:10.925617 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-e7509f2d-e929-4a30-b1eb-8d73ab1a280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09191bfdf0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:31:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['4bbb5f59-49b9-4577-a677-95923881467b'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:10.927524 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53808) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:11.107982 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-e7509f2d-e929-4a30-b1eb-8d73ab1a280c None None] Set router 4bbb5f59-49b9-4577-a677-95923881467b gateway port host: dv-cinder-802036-1-iscsi {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:32:11.209859 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:11.397649 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:11.398179 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-e7509f2d-e929-4a30-b1eb-8d73ab1a280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09191bfdf0>, [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 5, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port': {'id': '67ac0500-e9e4-4a32-800d-f91f6363ac38', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb5f59-49b9-4577-a677-95923881467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:22Z', 'updated_at': '2021-07-23T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:11.403185 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7509f2d-e929-4a30-b1eb-8d73ab1a280c None None] Checking router: 4bbb5f59-49b9-4577-a677-95923881467b for host: dv-cinder-802036-1-iscsi {{(pid=78520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:32:11.408821 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Deleting port 67ac0500-e9e4-4a32-800d-f91f6363ac38 {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:32:11.409244 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:11.412536 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7509f2d-e929-4a30-b1eb-8d73ab1a280c None None] Routers {'4bbb5f59-49b9-4577-a677-95923881467b'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:32:11.413163 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-e7509f2d-e929-4a30-b1eb-8d73ab1a280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09191bfdf0>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:31:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['4bbb5f59-49b9-4577-a677-95923881467b'], 'active': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:11.563839 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvr_db [None req-e7509f2d-e929-4a30-b1eb-8d73ab1a280c None None] Set router 4bbb5f59-49b9-4577-a677-95923881467b gateway port host: None {{(pid=78520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:32:11.584415 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] For port 67ac0500-e9e4-4a32-800d-f91f6363ac38, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=67ac0500-e9e4-4a32-800d-f91f6363ac38,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:32:11.584776 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:11.670881 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_hamode_db [None req-e7509f2d-e929-4a30-b1eb-8d73ab1a280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09191bfdf0>, [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:32:11Z', 'revision_number': 6, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port_host': None}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:11.674942 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7509f2d-e929-4a30-b1eb-8d73ab1a280c None None] The sync data for ids ['4bbb5f59-49b9-4577-a677-95923881467b'] in dv-cinder-802036-1-iscsi is: [{'id': '4bbb5f59-49b9-4577-a677-95923881467b', 'name': 'tempest-TestMinimumBasicScenario-551072691-router', 'tenant_id': 'ad91deeca7344aee9a0e1382c869f258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:21Z', 'updated_at': '2021-07-23T16:32:11Z', 'revision_number': 6, 'project_id': 'ad91deeca7344aee9a0e1382c869f258', 'gw_port_host': None}] {{(pid=78520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:32:11.712152 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Calling delete_port for 67ac0500-e9e4-4a32-800d-f91f6363ac38 owned by network:router_gateway {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:32:11.880802 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:11.884476 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-15390b08-55ca-41ee-b7a0-ed235c4f0471 tempest-TestVolumeBootPattern-1897888168 tempest-TestVolumeBootPattern-1897888168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:11.930928 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ac0500-e9e4-4a32-800d-f91f6363ac38,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:11.933994 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:12.021901 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475671'] for router_gateway, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.196620 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-350'] for router, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.198749 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.221290 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404301'] for router, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.221830 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bbb5f59-49b9-4577-a677-95923881467b {{(pid=78519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 23 16:32:12.233426 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] Notify callbacks [] for router, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.234530 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-1b15bb9d-d9c7-43c4-ba71-b8dc898c1de1 admin admin] 10.222.0.82 "DELETE /v2.0/routers/4bbb5f59-49b9-4577-a677-95923881467b HTTP/1.1" status: 204  len: 168 time: 1.3060355
Jul 23 16:32:12.237001 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53812) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:12.298100 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_v2 [None req-0111a263-9e3b-4a4b-8caf-21cd3e046ea9 admin admin] Deleting subnet ec9a3657-a8ef-4383-878d-d06b49875937 {{(pid=78519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:32:12.300966 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0111a263-9e3b-4a4b-8caf-21cd3e046ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.349644 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0111a263-9e3b-4a4b-8caf-21cd3e046ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1851698'] for subnet, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.430474 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0111a263-9e3b-4a4b-8caf-21cd3e046ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.603055 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0111a263-9e3b-4a4b-8caf-21cd3e046ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1709553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2214887'] for subnet, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.610731 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:12.645342 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0111a263-9e3b-4a4b-8caf-21cd3e046ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.648494 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111a263-9e3b-4a4b-8caf-21cd3e046ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec9a3657-a8ef-4383-878d-d06b49875937,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:12.649477 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f598b75a-2dae-42cc-8569-9abc23f28022 None None] Network 0fdc29cd-a0eb-464c-b587-780e21598c8f requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:32:12.651529 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-0111a263-9e3b-4a4b-8caf-21cd3e046ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:12.654659 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-0111a263-9e3b-4a4b-8caf-21cd3e046ea9 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/ec9a3657-a8ef-4383-878d-d06b49875937 HTTP/1.1" status: 204  len: 168 time: 0.4164259
Jul 23 16:32:12.656745 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53816) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:12.768448 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.779494 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Deleting port ac45288e-96df-477d-8138-6edb06926666 {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:32:12.779833 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.908059 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4bc4a7-27ad-459c-9e3c-856cafb661fc None None] DHCP port deletion for 0fdc29cd-a0eb-464c-b587-780e21598c8f request from dv-cinder-802036-1-iscsi {{(pid=78520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 23 16:32:12.912528 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-8c4bc4a7-27ad-459c-9e3c-856cafb661fc None None] Deleting port ac45288e-96df-477d-8138-6edb06926666 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:32:12.912915 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc4a7-27ad-459c-9e3c-856cafb661fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.995776 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] For port ac45288e-96df-477d-8138-6edb06926666, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=ac45288e-96df-477d-8138-6edb06926666,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:32:12.998395 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:13.134129 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Calling delete_port for ac45288e-96df-477d-8138-6edb06926666 owned by network:dhcp {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:32:13.163229 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-8c4bc4a7-27ad-459c-9e3c-856cafb661fc None None] For port ac45288e-96df-477d-8138-6edb06926666, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=ac45288e-96df-477d-8138-6edb06926666,segment=NetworkSegment(4c892a25-16e9-4729-a896-2eb1ad78733c),segment_id=4c892a25-16e9-4729-a896-2eb1ad78733c)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:32:13.163885 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc4a7-27ad-459c-9e3c-856cafb661fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:13.232916 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:13.237101 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-22d2249a-113a-41db-a106-25841bb25700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:13.285206 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] No DVR routers for this DVR port ac45288e-96df-477d-8138-6edb06926666 on host dv-cinder-802036-1-iscsi {{(pid=78519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:32:13.287685 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-8c4bc4a7-27ad-459c-9e3c-856cafb661fc None None] Calling delete_port for ac45288e-96df-477d-8138-6edb06926666 owned by network:dhcp {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:32:13.314814 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac45288e-96df-477d-8138-6edb06926666,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:13.315690 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device ac45288e-96df-477d-8138-6edb06926666 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:32:13.316454 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:13.365657 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: ac45288e-96df-477d-8138-6edb06926666 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:32:13.366010 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device ac45288e-96df-477d-8138-6edb06926666 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:32:13.366473 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 1224ae15-f9ae-4f57-ae15-048cac515678 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:32:13.404503 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 1224ae15-f9ae-4f57-ae15-048cac515678 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:32:13.404868 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 1224ae15-f9ae-4f57-ae15-048cac515678 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:32:13.405299 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 67ac0500-e9e4-4a32-800d-f91f6363ac38 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:32:13.410556 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:13.423912 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09182f7ac0>,) {'filters': {'network_id': ['0fdc29cd-a0eb-464c-b587-780e21598c8f']}} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:13.436780 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09182f7ac0>, '4c892a25-16e9-4729-a896-2eb1ad78733c') {'for_net_delete': True} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:13.437084 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09182f7ac0>, '4c892a25-16e9-4729-a896-2eb1ad78733c') {} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:13.442428 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 67ac0500-e9e4-4a32-800d-f91f6363ac38 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:32:13.442793 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 67ac0500-e9e4-4a32-800d-f91f6363ac38 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:32:13.452047 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1851693'] for segment, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:13.464811 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.db.api [None req-8c4bc4a7-27ad-459c-9e3c-856cafb661fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:32:13.465189 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_db.api [None req-8c4bc4a7-27ad-459c-9e3c-856cafb661fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:32:13.468719 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:13.474845 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=78519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:32:13.475254 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1709463'] for segment, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]: Traceback (most recent call last):
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     timer()
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     cb(*args, **kw)
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     return func(*args, **kwargs)
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     self._notify()
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     self.callback(batched_events)
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     event.method(event)
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     return f(self, *a, **k)
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._get(url).json()
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:32:13.488463 dv-cinder-802036-1-iscsi neutron-server[78519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:32:13.567812 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:13.571251 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:13.583838 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:13.593797 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdc29cd-a0eb-464c-b587-780e21598c8f,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:13.597911 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:13.601908 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-0bf562cc-1786-4990-9126-abf850e9cb6a admin admin] 10.222.0.82 "DELETE /v2.0/networks/0fdc29cd-a0eb-464c-b587-780e21598c8f HTTP/1.1" status: 204  len: 168 time: 0.9441416
Jul 23 16:32:13.604746 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53820) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:13.966172 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-8c4bc4a7-27ad-459c-9e3c-856cafb661fc None None] Deleting port ac45288e-96df-477d-8138-6edb06926666 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:32:13.966803 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc4a7-27ad-459c-9e3c-856cafb661fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:14.037147 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-8c4bc4a7-27ad-459c-9e3c-856cafb661fc None None] The port 'ac45288e-96df-477d-8138-6edb06926666' was deleted {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 23 16:32:14.243013 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-936ce9c6-b1aa-4db0-9daa-77a87093069b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407490'] for router_interface, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:14.590199 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-936ce9c6-b1aa-4db0-9daa-77a87093069b admin admin] Deleting port 8f9afc37-61b0-4247-90e6-69bc376be733 {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:32:14.590519 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-936ce9c6-b1aa-4db0-9daa-77a87093069b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:14.759164 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [None req-936ce9c6-b1aa-4db0-9daa-77a87093069b admin admin] For port 8f9afc37-61b0-4247-90e6-69bc376be733, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=8f9afc37-61b0-4247-90e6-69bc376be733,segment=NetworkSegment(120984e7-e7ec-4dcd-b9e6-82196687d7f8),segment_id=120984e7-e7ec-4dcd-b9e6-82196687d7f8)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:32:14.759522 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-936ce9c6-b1aa-4db0-9daa-77a87093069b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:14.885521 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-936ce9c6-b1aa-4db0-9daa-77a87093069b admin admin] Calling delete_port for 8f9afc37-61b0-4247-90e6-69bc376be733 owned by network:router_interface {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:32:15.077742 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-936ce9c6-b1aa-4db0-9daa-77a87093069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:15.082311 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-980c574b-cc1a-4f2c-bc02-e6bf2b6af9a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:15.125570 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ce9c6-b1aa-4db0-9daa-77a87093069b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9afc37-61b0-4247-90e6-69bc376be733,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:15.129080 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-936ce9c6-b1aa-4db0-9daa-77a87093069b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:15.398131 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-936ce9c6-b1aa-4db0-9daa-77a87093069b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407486'] for router_interface, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:15.859759 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936ce9c6-b1aa-4db0-9daa-77a87093069b admin admin] Router cc2a33e7-fbbd-40fb-9920-02a34764b04a has already been hosted by L3 agent 2238f115-e16a-47f1-9b58-fe47af2c5a92 {{(pid=78519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 23 16:32:16.039142 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936ce9c6-b1aa-4db0-9daa-77a87093069b admin admin] Notify agent at l3_agent.dv-cinder-802036-1-iscsi the message routers_updated {{(pid=78519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 23 16:32:16.047729 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862efd1-5b7e-4831-af70-520257908bd3 None None] Sync routers for ids ['cc2a33e7-fbbd-40fb-9920-02a34764b04a'] in dv-cinder-802036-1-iscsi {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 23 16:32:16.048810 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-936ce9c6-b1aa-4db0-9daa-77a87093069b admin admin] 10.222.0.82 "PUT /v2.0/routers/cc2a33e7-fbbd-40fb-9920-02a34764b04a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4430950
Jul 23 16:32:16.051226 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53824) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:16.059104 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862efd1-5b7e-4831-af70-520257908bd3 None None] Routers {'cc2a33e7-fbbd-40fb-9920-02a34764b04a'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:32:16.059714 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-0862efd1-5b7e-4831-af70-520257908bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919d4c460>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:31:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['cc2a33e7-fbbd-40fb-9920-02a34764b04a'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:16.232159 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Notify callbacks [] for router, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:16.236193 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-0862efd1-5b7e-4831-af70-520257908bd3 None None] Set router cc2a33e7-fbbd-40fb-9920-02a34764b04a gateway port host: dv-cinder-802036-1-iscsi {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:32:16.411209 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:16.421248 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Deleting port 77d81351-0be6-4bcc-b84f-aacf2cc846c6 {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:32:16.421643 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:16.554757 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-0862efd1-5b7e-4831-af70-520257908bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919d4c460>, [{'id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'name': 'tempest-TestMinimumBasicScenario-662345412-router', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'external_fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:28Z', 'updated_at': '2021-07-23T16:32:15Z', 'revision_number': 5, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'gw_port': {'id': '77d81351-0be6-4bcc-b84f-aacf2cc846c6', 'name': '', 'network_id': 'e3b4a095-1482-4de2-8b89-895c99c43f92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:29Z', 'updated_at': '2021-07-23T16:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b58adc7-a411-42a7-885c-d5e0e882feb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-iscsi'}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:16.558523 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862efd1-5b7e-4831-af70-520257908bd3 None None] Checking router: cc2a33e7-fbbd-40fb-9920-02a34764b04a for host: dv-cinder-802036-1-iscsi {{(pid=78521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 23 16:32:16.566984 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862efd1-5b7e-4831-af70-520257908bd3 None None] Routers {'cc2a33e7-fbbd-40fb-9920-02a34764b04a'} bound to L3 agent in host dv-cinder-802036-1-iscsi {{(pid=78521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 23 16:32:16.567731 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-0862efd1-5b7e-4831-af70-520257908bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0919d4c460>, 'dv-cinder-802036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:10:28Z,description=<?>,heartbeat_timestamp=2021-07-23T16:31:58Z,host='dv-cinder-802036-1-iscsi',id=2238f115-e16a-47f1-9b58-fe47af2c5a92,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:10:28Z,topic='l3_agent')) {'router_ids': ['cc2a33e7-fbbd-40fb-9920-02a34764b04a'], 'active': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:16.600834 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] For port 77d81351-0be6-4bcc-b84f-aacf2cc846c6, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=77d81351-0be6-4bcc-b84f-aacf2cc846c6,segment=NetworkSegment(f8631ed1-f0ae-4003-b9a1-088563b86dee),segment_id=f8631ed1-f0ae-4003-b9a1-088563b86dee)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:32:16.601191 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:16.720840 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvr_db [None req-0862efd1-5b7e-4831-af70-520257908bd3 None None] Set router cc2a33e7-fbbd-40fb-9920-02a34764b04a gateway port host: None {{(pid=78521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 23 16:32:16.723757 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Calling delete_port for 77d81351-0be6-4bcc-b84f-aacf2cc846c6 owned by network:router_gateway {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:32:16.829377 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_hamode_db [None req-0862efd1-5b7e-4831-af70-520257908bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0919d4c460>, [{'id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'name': 'tempest-TestMinimumBasicScenario-662345412-router', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:28Z', 'updated_at': '2021-07-23T16:32:16Z', 'revision_number': 6, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'gw_port_host': None}], 'dv-cinder-802036-1-iscsi', False) {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:16.834456 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862efd1-5b7e-4831-af70-520257908bd3 None None] The sync data for ids ['cc2a33e7-fbbd-40fb-9920-02a34764b04a'] in dv-cinder-802036-1-iscsi is: [{'id': 'cc2a33e7-fbbd-40fb-9920-02a34764b04a', 'name': 'tempest-TestMinimumBasicScenario-662345412-router', 'tenant_id': '2334cb4f75cc4c278de99c2902cda00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:28Z', 'updated_at': '2021-07-23T16:32:16Z', 'revision_number': 6, 'project_id': '2334cb4f75cc4c278de99c2902cda00d', 'gw_port_host': None}] {{(pid=78521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 23 16:32:16.997769 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.001468 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-4f5b00f1-e5fa-40be-ac06-5abf1c9f3a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:17.046771 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Pushing event deleted for resources: {'Port': ['ID=77d81351-0be6-4bcc-b84f-aacf2cc846c6,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:17.050124 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:17.136976 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475671'] for router_gateway, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.314211 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-350'] for router, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.316404 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.338400 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404301'] for router, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.339274 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc2a33e7-fbbd-40fb-9920-02a34764b04a {{(pid=78519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 23 16:32:17.351790 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] Notify callbacks [] for router, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.352923 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-b0d9fcce-c6af-4904-91a3-0c57b81650ee admin admin] 10.222.0.82 "DELETE /v2.0/routers/cc2a33e7-fbbd-40fb-9920-02a34764b04a HTTP/1.1" status: 204  len: 168 time: 1.3007913
Jul 23 16:32:17.355439 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53828) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:17.417013 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ed69bc-58ac-402f-bc12-7103dbc459d1 admin admin] Deleting subnet 04e8e8b7-ab3c-48a0-9208-a381f061d669 {{(pid=78519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 23 16:32:17.419796 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-32ed69bc-58ac-402f-bc12-7103dbc459d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.468595 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-32ed69bc-58ac-402f-bc12-7103dbc459d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1851698'] for subnet, precommit_delete_associations {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.549184 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-32ed69bc-58ac-402f-bc12-7103dbc459d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7693468'] for subnet, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.620592 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 8f9afc37-61b0-4247-90e6-69bc376be733 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:32:17.628730 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-32ed69bc-58ac-402f-bc12-7103dbc459d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7693459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1709553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2214887'] for subnet, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.637621 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-d93fc242-ed39-47f0-94af-9da7a0d5939d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:17.660907 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 8f9afc37-61b0-4247-90e6-69bc376be733 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:32:17.662051 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 8f9afc37-61b0-4247-90e6-69bc376be733 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:32:17.675361 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-32ed69bc-58ac-402f-bc12-7103dbc459d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for subnet, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.676971 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f799aa00-289c-4f66-9c31-8262635e6931 None None] Network 15f20048-70b9-4613-8079-5d200958d33c requested from dv-cinder-802036-1-iscsi {{(pid=78520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 23 16:32:17.678233 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed69bc-58ac-402f-bc12-7103dbc459d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e8e8b7-ab3c-48a0-9208-a381f061d669,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:17.681269 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-32ed69bc-58ac-402f-bc12-7103dbc459d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:17.684167 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-32ed69bc-58ac-402f-bc12-7103dbc459d1 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/04e8e8b7-ab3c-48a0-9208-a381f061d669 HTTP/1.1" status: 204  len: 168 time: 0.3278167
Jul 23 16:32:17.686663 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53832) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:17.797467 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7603549'] for network, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.808451 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Deleting port ef4a6877-5d24-44db-80dc-84dca7c64192 {{(pid=78519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:32:17.808785 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.941385 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a99fce-eb17-4c0d-8753-05f98696d4d7 None None] DHCP port deletion for 15f20048-70b9-4613-8079-5d200958d33c request from dv-cinder-802036-1-iscsi {{(pid=78520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 23 16:32:17.946383 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-a3a99fce-eb17-4c0d-8753-05f98696d4d7 None None] Deleting port ef4a6877-5d24-44db-80dc-84dca7c64192 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:32:17.946765 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a3a99fce-eb17-4c0d-8753-05f98696d4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:18.030234 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.db [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] For port ef4a6877-5d24-44db-80dc-84dca7c64192, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=ef4a6877-5d24-44db-80dc-84dca7c64192,segment=NetworkSegment(120984e7-e7ec-4dcd-b9e6-82196687d7f8),segment_id=120984e7-e7ec-4dcd-b9e6-82196687d7f8)] {{(pid=78519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:32:18.030736 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:18.156359 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-a3a99fce-eb17-4c0d-8753-05f98696d4d7 None None] For port ef4a6877-5d24-44db-80dc-84dca7c64192, host dv-cinder-802036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-iscsi',level=0,port_id=ef4a6877-5d24-44db-80dc-84dca7c64192,segment=NetworkSegment(120984e7-e7ec-4dcd-b9e6-82196687d7f8),segment_id=120984e7-e7ec-4dcd-b9e6-82196687d7f8)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 23 16:32:18.156669 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a3a99fce-eb17-4c0d-8753-05f98696d4d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489713'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:18.158841 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.plugin [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Calling delete_port for ef4a6877-5d24-44db-80dc-84dca7c64192 owned by network:dhcp {{(pid=78519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:32:18.238772 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7620343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729818212172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729817778225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1709474'] for port, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:18.242546 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:18.288158 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4a6877-5d24-44db-80dc-84dca7c64192,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:18.290609 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-a3a99fce-eb17-4c0d-8753-05f98696d4d7 None None] Calling delete_port for ef4a6877-5d24-44db-80dc-84dca7c64192 owned by network:dhcp {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 23 16:32:18.292043 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:18.294272 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] No DVR routers for this DVR port ef4a6877-5d24-44db-80dc-84dca7c64192 on host dv-cinder-802036-1-iscsi {{(pid=78519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:32:18.362446 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.db.api [None req-a3a99fce-eb17-4c0d-8753-05f98696d4d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:32:18.362803 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG oslo_db.api [None req-a3a99fce-eb17-4c0d-8753-05f98696d4d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:32:18.506366 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695463', 'neutron.services.segments.db._delete_segments_for_network-8729818259613'] for network, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:18.519262 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09184f3ca0>,) {'filters': {'network_id': ['15f20048-70b9-4613-8079-5d200958d33c']}} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:18.531705 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09184f3ca0>, '120984e7-e7ec-4dcd-b9e6-82196687d7f8') {'for_net_delete': True} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:18.532002 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.services.segments.db [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09184f3ca0>, '120984e7-e7ec-4dcd-b9e6-82196687d7f8') {} {{(pid=78519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:18.543815 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729818256631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1851693'] for segment, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:18.559601 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692198'] for segment, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:18.566079 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=78519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 23 16:32:18.566468 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7692207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1709463'] for segment, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]: Traceback (most recent call last):
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     timer()
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     cb(*args, **kw)
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     return func(*args, **kwargs)
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     self._notify()
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     self.callback(batched_events)
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     event.method(event)
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     return f(self, *a, **k)
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._get(url).json()
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:32:18.579294 dv-cinder-802036-1-iscsi neutron-server[78519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:32:18.657864 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475658'] for network, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:18.661711 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-195440b8-ccf6-436a-b179-cc9dbf445e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:18.674519 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589547'] for network, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:18.685677 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Pushing event deleted for resources: {'Network': ['ID=15f20048-70b9-4613-8079-5d200958d33c,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:18.688502 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] 10.222.0.82 "DELETE /v2.0/networks/15f20048-70b9-4613-8079-5d200958d33c HTTP/1.1" status: 204  len: 168 time: 1.0008130
Jul 23 16:32:18.689372 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-db77ed22-5561-4923-bb20-286d89dd4606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:18.864171 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-a3a99fce-eb17-4c0d-8753-05f98696d4d7 None None] Deleting port ef4a6877-5d24-44db-80dc-84dca7c64192 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 23 16:32:18.864725 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a3a99fce-eb17-4c0d-8753-05f98696d4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729818288424'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:18.900011 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53838) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:18.934799 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-a3a99fce-eb17-4c0d-8753-05f98696d4d7 None None] The port 'ef4a6877-5d24-44db-80dc-84dca7c64192' was deleted {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 23 16:32:18.951491 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-774eca3b-eb2a-4174-8739-2f175f1ffb46 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ad91deeca7344aee9a0e1382c869f258&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502236
Jul 23 16:32:18.953730 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53842) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:19.012946 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ef570698-008c-44b6-80f4-78fd873b8fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:19.041726 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ef570698-008c-44b6-80f4-78fd873b8fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:19.097838 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ef570698-008c-44b6-80f4-78fd873b8fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:19.101659 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-860157b4-07e5-49ca-bd55-615133cf8b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:19.114530 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef570698-008c-44b6-80f4-78fd873b8fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70600970-a8ec-4b61-86b0-82a850b927f7,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:19.117913 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ef570698-008c-44b6-80f4-78fd873b8fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:19.123471 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-ef570698-008c-44b6-80f4-78fd873b8fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:19.124600 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-ef570698-008c-44b6-80f4-78fd873b8fec admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/70600970-a8ec-4b61-86b0-82a850b927f7 HTTP/1.1" status: 204  len: 168 time: 0.1699796
Jul 23 16:32:19.298551 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 77d81351-0be6-4bcc-b84f-aacf2cc846c6 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:32:19.334988 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: 77d81351-0be6-4bcc-b84f-aacf2cc846c6 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:32:19.335345 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device 77d81351-0be6-4bcc-b84f-aacf2cc846c6 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:32:19.335784 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device ef4a6877-5d24-44db-80dc-84dca7c64192 no longer exists at agent ovs-agent-dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:32:19.372104 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] No Port match for: ef4a6877-5d24-44db-80dc-84dca7c64192 {{(pid=78520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 23 16:32:19.372909 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.rpc [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Device ef4a6877-5d24-44db-80dc-84dca7c64192 not bound to the agent host dv-cinder-802036-1-iscsi {{(pid=78520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:32:19.571083 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53850) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:19.620801 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-aa20ee91-9db9-4dcf-b048-25774d4df6af admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2334cb4f75cc4c278de99c2902cda00d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0483882
Jul 23 16:32:19.623119 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [-] (78519) accepted ('10.222.0.82', 53854) {{(pid=78519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:19.680696 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-def58d3c-72e0-4117-84fa-49b69f7b2e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:19.706099 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-def58d3c-72e0-4117-84fa-49b69f7b2e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:19.757381 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-def58d3c-72e0-4117-84fa-49b69f7b2e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336219'] for security_group, after_delete {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:19.762961 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-ef570698-008c-44b6-80f4-78fd873b8fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:19.774582 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def58d3c-72e0-4117-84fa-49b69f7b2e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dd7427-e9af-4251-b978-f6f6939716e1,revision_number=None']} {{(pid=78519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:19.778652 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG oslo_concurrency.lockutils [None req-def58d3c-72e0-4117-84fa-49b69f7b2e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:19.779921 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron_lib.callbacks.manager [None req-def58d3c-72e0-4117-84fa-49b69f7b2e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:19.781025 dv-cinder-802036-1-iscsi neutron-server[78519]: INFO neutron.wsgi [None req-def58d3c-72e0-4117-84fa-49b69f7b2e05 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f5dd7427-e9af-4251-b978-f6f6939716e1 HTTP/1.1" status: 204  len: 168 time: 0.1570294
Jul 23 16:32:25.156616 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-94afb357-668b-41ad-a186-858a0fe9fe10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:25.955982 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:28.007889 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9550c612-253a-4fc1-95bd-1b7f5aa04b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:28.126302 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:28.910534 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:30.420301 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:43.449814 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:32:55.158376 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6dd6042a-d646-4b25-a736-048497d1eb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:55.958148 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:57.997062 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1878eb68-703c-4461-bd47-e72504388c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:58.121916 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:58.913391 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:00.396620 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:20.448704 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:33:25.161024 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-747de549-074d-44fe-96bd-45a47bb2b868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:25.959885 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:27.999730 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ac50b1e0-4bb2-45ce-9bc6-76ed9e35c12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:28.125257 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:28.915513 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:30.399461 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:55.162758 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-293be809-8fcb-400a-9326-9a93f730681a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:55.962487 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:57.448260 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:33:58.001872 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5ab13c93-9cb6-4bd6-9f2e-9acad22f667c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:58.124023 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:58.918071 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:00.403423 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:25.165646 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d09a6345-4dbc-473c-a941-2f2657a026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:25.964049 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:28.004692 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-18478557-532f-44af-bbb7-9c6a3e805240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:28.118828 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:28.923780 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:30.404912 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:34.447681 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:34:55.173962 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-093d5ad7-1774-4f67-8a0f-1f077aaff4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:55.966278 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:58.008122 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-54a82407-b5ce-4954-a116-0aa44b9df0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:58.141870 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:58.926141 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:00.408450 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:00.947220 dv-cinder-802036-1-iscsi neutron-server[78519]: DEBUG neutron.wsgi [req-c829c076-52db-40ad-8d0b-aedc86a23e70 req-16abdccb-edc0-4ce1-a77b-9fa8ab4f4a04 tempest-DeleteServersTestJSON-1299561606 tempest-DeleteServersTestJSON-1299561606-project] (78519) timed out ('10.222.0.83', 64303) {{(pid=78519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 23 16:35:11.446995 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:35:25.168879 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1106f262-843b-432a-90f7-46fa953e64af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:25.969193 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:28.010091 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ccbc2257-5ab8-4986-a8c5-fb35f91f6882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:28.150734 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:28.927848 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:30.412035 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:48.446087 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:35:55.170399 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3b16a424-934f-49c9-aec0-2c05027a9a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:55.971475 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:58.013618 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a4ac60fb-8ddc-40c1-bfd8-6687c89ad7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:58.160848 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:58.931106 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:00.414577 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:25.172685 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e5572015-ad25-4e30-b9cb-fefa103ac867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:25.444646 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:36:25.972952 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:28.016759 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e74952a2-89b0-4962-a7e8-d7b251149dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:28.153330 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:28.932877 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:30.417455 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:55.174976 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-649665da-1e0b-4767-82c3-82583ab734d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:55.974773 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:58.018823 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9f57d4da-8105-40b1-8776-4e35acaca773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:58.148155 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:58.935779 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:00.419182 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:02.443640 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:37:25.177952 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-aea672e6-8b24-4a7c-b116-27fd7748ed92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:25.977560 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:28.024359 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c05a3b36-3705-4983-8c87-c65701e40147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:28.143027 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:28.938930 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:30.425160 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:39.442926 dv-cinder-802036-1-iscsi neutron-server[78521]: DEBUG neutron.db.agents_db [None req-1b42c0c7-e7ad-4030-8b11-e293bb5e0697 None None] Agent healthcheck: found 6 active agents {{(pid=78521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:37:55.181181 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-afd8bead-3434-40db-9b17-eafe294e1ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:55.980250 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c2020e1-7957-4307-bd0c-25fc093c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:58.026350 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-72f06792-fec4-4c7b-8074-6fab279b4a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:58.145272 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-109cf276-fdee-431d-9df3-e894ad2b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:58.941727 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f1b7709c-2b53-4fd0-84fb-de557ea82631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:00.426620 dv-cinder-802036-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cd13667e-a2f6-474f-b632-47b0d27d739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729818259595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699037'] for agent, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}